Oct 23 18:20:55 user nova-compute[74046]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74046) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 23 18:20:55 user nova-compute[74046]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74046) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 23 18:20:55 user nova-compute[74046]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74046) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 23 18:20:55 user nova-compute[74046]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.019s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:20:56 user nova-compute[74046]: INFO nova.virt.driver [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 23 18:20:56 user nova-compute[74046]: INFO nova.compute.provider_config [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] Acquiring lock "singleton_lock" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] Acquired lock "singleton_lock" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] Releasing lock "singleton_lock" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] Full set of CONF: {{(pid=74046) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ******************************************************************************** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] Configuration options gathered from: {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ================================================================================ {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] allow_resize_to_same_host      = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] arq_binding_timeout            = 300 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] backdoor_port                  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] backdoor_socket                = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] block_device_allocate_retries  = 300 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] block_device_allocate_retries_interval = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cert                           = self.pem {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute_monitors               = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] config_dir                     = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] config_drive_format            = iso9660 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] config_source                  = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] console_host                   = user {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] control_exchange               = nova {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cpu_allocation_ratio           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] daemon                         = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] debug                          = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] default_access_ip_network_name = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] default_availability_zone      = nova {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] default_ephemeral_format       = ext4 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] default_green_pool_size        = 1000 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] default_schedule_zone          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] disk_allocation_ratio          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] enable_new_services            = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] enabled_ssl_apis               = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] flat_injected                  = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] force_config_drive             = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] force_raw_images               = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] graceful_shutdown_timeout      = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] heal_instance_info_cache_interval = 60 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] host                           = user {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] instance_build_timeout         = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] instance_delete_interval       = 300 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] instance_name_template         = instance-%08x {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] instance_usage_audit           = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] instance_usage_audit_period    = month {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] internal_service_availability_zone = internal {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] key                            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] live_migration_retry_count     = 30 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] log_config_append              = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] log_dir                        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] log_file                       = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] log_options                    = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] log_rotate_interval            = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] log_rotate_interval_type       = days {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] log_rotation_type              = none {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] long_rpc_timeout               = 1800 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] max_concurrent_builds          = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] max_concurrent_live_migrations = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] max_concurrent_snapshots       = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] max_local_block_devices        = 3 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] max_logfile_count              = 30 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] max_logfile_size_mb            = 200 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] maximum_instance_delete_attempts = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] metadata_listen                = 0.0.0.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] metadata_listen_port           = 8775 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] metadata_workers               = 3 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] migrate_max_retries            = -1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] mkisofs_cmd                    = genisoimage {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] my_ip                          = 10.0.0.210 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] network_allocate_retries       = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] osapi_compute_listen_port      = 8774 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] osapi_compute_unique_server_name_scope =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] osapi_compute_workers          = 3 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] password_length                = 12 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] periodic_enable                = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] periodic_fuzzy_delay           = 60 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] pointer_model                  = ps2mouse {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] preallocate_images             = none {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] publish_errors                 = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] pybasedir                      = /opt/stack/nova {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ram_allocation_ratio           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] rate_limit_burst               = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] rate_limit_except_level        = CRITICAL {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] rate_limit_interval            = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] reboot_timeout                 = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] reclaim_instance_interval      = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] record                         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] reimage_timeout_per_gb         = 60 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] report_interval                = 120 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] rescue_timeout                 = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] reserved_host_cpus             = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] reserved_host_disk_mb          = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] reserved_host_memory_mb        = 512 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] reserved_huge_pages            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] resize_confirm_window          = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] resize_fs_using_block_device   = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] resume_guests_state_on_host_boot = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] rpc_response_timeout           = 60 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] run_external_periodic_tasks    = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] running_deleted_instance_action = reap {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] running_deleted_instance_timeout = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] scheduler_instance_sync_interval = 120 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] service_down_time              = 720 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] servicegroup_driver            = db {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] shelved_offload_time           = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] shelved_poll_interval          = 3600 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] shutdown_timeout               = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] source_is_ipv6                 = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ssl_only                       = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] state_path                     = /opt/stack/data/nova {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] sync_power_state_interval      = 600 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] sync_power_state_pool_size     = 1000 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] syslog_log_facility            = LOG_USER {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] tempdir                        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] timeout_nbd                    = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] transport_url                  = **** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] update_resources_interval      = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] use_cow_images                 = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] use_eventlog                   = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] use_journal                    = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] use_json                       = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] use_rootwrap_daemon            = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] use_stderr                     = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] use_syslog                     = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vcpu_pin_set                   = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plugging_is_fatal          = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plugging_timeout           = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] virt_mkfs                      = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] volume_usage_poll_interval     = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] watch_log_file                 = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] web                            = /usr/share/spice-html5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_concurrency.disable_process_locking = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.auth_strategy              = keystone {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.compute_link_prefix        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.dhcp_domain                = novalocal {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.enable_instance_password   = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.glance_link_prefix         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.instance_list_per_project_cells = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.list_records_by_skipping_down_cells = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.local_metadata_per_cell    = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.max_limit                  = 1000 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.metadata_cache_expiration  = 15 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.neutron_default_tenant_id  = default {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.use_forwarded_for          = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.use_neutron_default_nets   = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.vendordata_dynamic_targets = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.vendordata_jsonfile_path   = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.backend_argument         = **** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.config_prefix            = cache.oslo {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.dead_timeout             = 60.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.debug_cache_backend      = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.enable_retry_client      = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.enable_socket_keepalive  = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.enabled                  = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.expiration_time          = 600 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.hashclient_retry_attempts = 2 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.memcache_dead_retry      = 300 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.memcache_password        =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.memcache_sasl_enabled    = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.memcache_username        =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.proxies                  = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.retry_attempts           = 2 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.retry_delay              = 0.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.socket_keepalive_count   = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.socket_keepalive_idle    = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.socket_keepalive_interval = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.tls_allowed_ciphers      = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.tls_cafile               = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.tls_certfile             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.tls_enabled              = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cache.tls_keyfile              = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.auth_section            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.auth_type               = password {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.cafile                  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.certfile                = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.collect_timing          = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.cross_az_attach         = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.debug                   = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.endpoint_template       = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.http_retries            = 3 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.insecure                = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.keyfile                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.os_region_name          = RegionOne {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.split_loggers           = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cinder.timeout                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute.cpu_dedicated_set      = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute.cpu_shared_set         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute.image_type_exclude_list = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute.resource_provider_association_refresh = 300 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute.shutdown_retry_interval = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] conductor.workers              = 3 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] console.allowed_origins        = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] console.ssl_ciphers            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] console.ssl_minimum_version    = default {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] consoleauth.token_ttl          = 600 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.cafile                  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.certfile                = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.collect_timing          = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.connect_retries         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.connect_retry_delay     = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.endpoint_override       = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.insecure                = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.keyfile                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.max_version             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.min_version             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.region_name             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.service_name            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.service_type            = accelerator {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.split_loggers           = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.status_code_retries     = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.status_code_retry_delay = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.timeout                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] cyborg.version                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.backend               = sqlalchemy {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.connection            = **** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.connection_debug      = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.connection_parameters =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.connection_recycle_time = 3600 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.connection_trace      = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.db_inc_retry_interval = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.db_max_retries        = 20 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.db_max_retry_interval = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.db_retry_interval     = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.max_overflow          = 50 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.max_pool_size         = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.max_retries           = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.mysql_wsrep_sync_wait = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.pool_timeout          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.retry_interval        = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.slave_connection      = **** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] database.sqlite_synchronous    = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.backend           = sqlalchemy {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.connection        = **** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.connection_debug  = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.connection_parameters =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.connection_recycle_time = 3600 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.connection_trace  = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.db_inc_retry_interval = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.db_max_retries    = 20 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.db_max_retry_interval = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.db_retry_interval = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.max_overflow      = 50 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.max_pool_size     = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.max_retries       = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.pool_timeout      = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.retry_interval    = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.slave_connection  = **** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] api_database.sqlite_synchronous = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] devices.enabled_mdev_types     = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ephemeral_storage_encryption.enabled = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.api_servers             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.cafile                  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.certfile                = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.collect_timing          = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.connect_retries         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.connect_retry_delay     = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.debug                   = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.default_trusted_certificate_ids = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.enable_certificate_validation = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.enable_rbd_download     = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.endpoint_override       = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.insecure                = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.keyfile                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.max_version             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.min_version             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.num_retries             = 3 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.rbd_ceph_conf           =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.rbd_connect_timeout     = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.rbd_pool                =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.rbd_user                =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.region_name             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.service_name            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.service_type            = image {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.split_loggers           = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.status_code_retries     = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.status_code_retry_delay = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.timeout                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.verify_glance_signatures = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] glance.version                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] guestfs.debug                  = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.config_drive_cdrom      = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.config_drive_inject_password = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.enable_remotefx         = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.instances_path_share    =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.limit_cpu_features      = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.use_multipath_io        = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.vswitch_name            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] mks.enabled                    = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] image_cache.manager_interval   = 2400 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] image_cache.precache_concurrency = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] image_cache.remove_unused_base_images = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] image_cache.subdirectory_name  = _base {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.api_max_retries         = 60 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.api_retry_interval      = 2 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.auth_section            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.auth_type               = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.cafile                  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.certfile                = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.collect_timing          = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.conductor_group         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.connect_retries         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.connect_retry_delay     = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.endpoint_override       = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.insecure                = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.keyfile                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.max_version             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.min_version             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.peer_list               = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.region_name             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.serial_console_state_timeout = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.service_name            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.service_type            = baremetal {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.split_loggers           = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.status_code_retries     = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.status_code_retry_delay = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.timeout                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ironic.version                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] key_manager.fixed_key          = **** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.barbican_api_version  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.barbican_endpoint     = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.barbican_endpoint_type = public {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.barbican_region_name  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.cafile                = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.certfile              = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.collect_timing        = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.insecure              = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.keyfile               = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.number_of_retries     = 60 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.retry_delay           = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.send_service_user_token = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.split_loggers         = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.timeout               = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.verify_ssl            = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican.verify_ssl_path       = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican_service_user.auth_section = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican_service_user.auth_type = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican_service_user.cafile   = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican_service_user.certfile = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican_service_user.collect_timing = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican_service_user.insecure = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican_service_user.keyfile  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican_service_user.split_loggers = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] barbican_service_user.timeout  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.approle_role_id          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.approle_secret_id        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.cafile                   = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.certfile                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.collect_timing           = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.insecure                 = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.keyfile                  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.kv_mountpoint            = secret {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.kv_path                  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.kv_version               = 2 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.namespace                = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.root_token_id            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.split_loggers            = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.ssl_ca_crt_file          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.timeout                  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.use_ssl                  = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.auth_section          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.auth_type             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.cafile                = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.certfile              = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.collect_timing        = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.connect_retries       = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.connect_retry_delay   = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.endpoint_override     = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.insecure              = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.keyfile               = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.max_version           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.min_version           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.region_name           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.service_name          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.service_type          = identity {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.split_loggers         = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.status_code_retries   = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.status_code_retry_delay = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.timeout               = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] keystone.version               = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.connection_uri         =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.cpu_mode               = custom {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: WARNING oslo_config.cfg [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.cpu_power_governor_high = performance {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.cpu_power_management   = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.device_detach_attempts = 8 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.device_detach_timeout  = 20 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.disk_cachemodes        = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.disk_prefix            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.enabled_perf_events    = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.file_backed_memory     = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.gid_maps               = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.hw_disk_discard        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.hw_machine_type        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.images_rbd_pool        = rbd {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.images_type            = default {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.images_volume_group    = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.inject_key             = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.inject_partition       = -2 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.inject_password        = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.iscsi_iface            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.iser_use_multipath     = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.live_migration_downtime = 500 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.live_migration_inbound_addr = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.live_migration_scheme  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.live_migration_timeout_action = abort {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.live_migration_tunnelled = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: WARNING oslo_config.cfg [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 23 18:20:56 user nova-compute[74046]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 23 18:20:56 user nova-compute[74046]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 23 18:20:56 user nova-compute[74046]: and ``live_migration_inbound_addr`` respectively.
Oct 23 18:20:56 user nova-compute[74046]: ).  Its value may be silently ignored in the future.
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.live_migration_with_native_tls = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.max_queues             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.nfs_mount_options      = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.num_pcie_ports         = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.pmem_namespaces        = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.quobyte_client_cfg     = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.rbd_secret_uuid        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.rbd_user               = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.rescue_image_id        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.rescue_kernel_id       = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.rx_queue_size          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.smbfs_mount_options    =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.snapshot_compression   = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.snapshot_image_format  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.sparse_logical_volumes = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.swtpm_enabled          = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.swtpm_group            = tss {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.swtpm_user             = tss {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.sysinfo_serial         = unique {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.tb_cache_size          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.tx_queue_size          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.uid_maps               = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.use_virtio_for_bridges = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.virt_type              = kvm {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.volume_clear           = zero {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.volume_clear_size      = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.volume_use_multipath   = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.vzstorage_cache_path   = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.auth_section           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.auth_type              = password {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.cafile                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.certfile               = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.collect_timing         = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.connect_retries        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.connect_retry_delay    = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.default_floating_pool  = public {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.endpoint_override      = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.extension_sync_interval = 600 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.http_retries           = 3 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.insecure               = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.keyfile                = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.max_version            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.min_version            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.ovs_bridge             = br-int {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.physnets               = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.region_name            = RegionOne {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.service_metadata_proxy = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.service_name           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.service_type           = network {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.split_loggers          = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.status_code_retries    = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.status_code_retry_delay = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.timeout                = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] neutron.version                = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] notifications.bdms_in_notifications = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] notifications.default_level    = INFO {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] notifications.notification_format = unversioned {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] notifications.notify_on_state_change = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] pci.alias                      = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] pci.device_spec                = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] pci.report_in_placement        = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.auth_section         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.auth_type            = password {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.cafile               = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.certfile             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.collect_timing       = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.connect_retries      = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.connect_retry_delay  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.default_domain_id    = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.default_domain_name  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.domain_id            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.domain_name          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.endpoint_override    = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.insecure             = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.keyfile              = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.max_version          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.min_version          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.password             = **** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.project_domain_id    = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.project_domain_name  = Default {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.project_id           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.project_name         = service {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.region_name          = RegionOne {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.service_name         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.service_type         = placement {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.split_loggers        = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.status_code_retries  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.status_code_retry_delay = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.system_scope         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.timeout              = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.trust_id             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.user_domain_id       = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.user_domain_name     = Default {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.user_id              = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.username             = placement {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] placement.version              = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] quota.cores                    = 20 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] quota.count_usage_from_placement = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] quota.injected_file_content_bytes = 10240 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] quota.injected_file_path_length = 255 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] quota.injected_files           = 5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] quota.instances                = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] quota.key_pairs                = 100 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] quota.metadata_items           = 128 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] quota.ram                      = 51200 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] quota.recheck_quota            = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] quota.server_group_members     = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] quota.server_groups            = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] rdp.enabled                    = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] scheduler.image_metadata_prefilter = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] scheduler.max_attempts         = 3 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] scheduler.max_placement_results = 1000 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] scheduler.workers              = 3 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.host_subset_size = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.isolated_hosts = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.isolated_images = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.pci_in_placement = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.track_instance_changes = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] metrics.required               = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] metrics.weight_multiplier      = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] metrics.weight_setting         = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] serial_console.enabled         = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] serial_console.port_range      = 10000:20000 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] serial_console.serialproxy_port = 6083 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] service_user.auth_section      = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] service_user.auth_type         = password {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] service_user.cafile            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] service_user.certfile          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] service_user.collect_timing    = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] service_user.insecure          = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] service_user.keyfile           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] service_user.send_service_user_token = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] service_user.split_loggers     = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] service_user.timeout           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] spice.agent_enabled            = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] spice.enabled                  = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] spice.html5proxy_port          = 6082 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] spice.image_compression        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] spice.jpeg_compression         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] spice.playback_compression     = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] spice.server_listen            = 127.0.0.1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] spice.streaming_mode           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] spice.zlib_compression         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] upgrade_levels.baseapi         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] upgrade_levels.cert            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] upgrade_levels.compute         = auto {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] upgrade_levels.conductor       = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] upgrade_levels.scheduler       = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vendordata_dynamic_auth.cafile = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vendordata_dynamic_auth.certfile = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vendordata_dynamic_auth.insecure = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vendordata_dynamic_auth.timeout = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.api_retry_count         = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.ca_file                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.cache_prefix            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.cluster_name            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.connection_pool_size    = 10 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.console_delay_seconds   = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.datastore_regex         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.host_ip                 = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.host_password           = **** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.host_port               = 443 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.host_username           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.insecure                = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.integration_bridge      = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.maximum_objects         = 100 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.pbm_default_policy      = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.pbm_enabled             = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.pbm_wsdl_location       = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.serial_port_proxy_uri   = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.serial_port_service_uri = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.task_poll_interval      = 0.5 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.use_linked_clone        = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.vnc_keymap              = en-us {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.vnc_port                = 5900 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vmware.vnc_port_total          = 10000 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vnc.auth_schemes               = ['none'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vnc.enabled                    = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vnc.novncproxy_port            = 6080 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vnc.vencrypt_ca_certs          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vnc.vencrypt_client_cert       = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vnc.vencrypt_client_key        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.disable_rootwrap   = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.enable_numa_live_migration = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.libvirt_disable_apic = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] wsgi.client_socket_timeout     = 900 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] wsgi.default_pool_size         = 1000 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] wsgi.keep_alive                = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] wsgi.max_header_line           = 16384 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] wsgi.ssl_ca_file               = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] wsgi.ssl_cert_file             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] wsgi.ssl_key_file              = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] wsgi.tcp_keepidle              = 600 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] zvm.ca_file                    = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] zvm.cloud_connector_url        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] zvm.reachable_timeout          = 300 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_policy.enforce_new_defaults = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_policy.enforce_scope      = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_policy.policy_default_rule = default {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler.connection_string     = messaging:// {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler.enabled               = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler.es_doc_type           = notification {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler.es_scroll_size        = 10000 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler.es_scroll_time        = 2m {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler.filter_error_trace    = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler.hmac_keys             = **** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler.sentinel_service_name = mymaster {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler.socket_timeout        = 0.1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler.trace_requests        = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler.trace_sqlalchemy      = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler_jaeger.process_tags   = {} {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler_jaeger.service_name_prefix = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] profiler_otlp.service_name_prefix = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] remote_debug.host              = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] remote_debug.port              = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_notifications.retry = -1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.auth_section        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.auth_type           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.cafile              = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.certfile            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.collect_timing      = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.connect_retries     = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.connect_retry_delay = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.endpoint_id         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.endpoint_override   = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.insecure            = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.keyfile             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.max_version         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.min_version         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.region_name         = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.service_name        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.service_type        = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.split_loggers       = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.status_code_retries = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.status_code_retry_delay = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.timeout             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.valid_interfaces    = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_limit.version             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_reports.file_event_handler = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] oslo_reports.log_dir           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plug_ovs_privileged.group  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] vif_plug_ovs_privileged.user   = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_ovs.isolate_vif         = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] os_brick.lock_path             = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] privsep_osbrick.capabilities   = [21] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] privsep_osbrick.group          = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] privsep_osbrick.helper_command = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] privsep_osbrick.user           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] nova_sys_admin.group           = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] nova_sys_admin.helper_command  = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] nova_sys_admin.user            = None {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG oslo_service.service [None req-43dc7d75-81ac-4d1b-93f2-9caf25a696d1 None None] ******************************************************************************** {{(pid=74046) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 23 18:20:56 user nova-compute[74046]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 23 18:20:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Connecting to libvirt: qemu:///system {{(pid=74046) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f0ef97fe470> {{(pid=74046) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 23 18:20:56 user nova-compute[74046]: libvirt:  error : internal error: could not initialize domain event timer
Oct 23 18:20:56 user nova-compute[74046]: WARNING nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 23 18:20:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f0ef97fe470> {{(pid=74046) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Starting native event thread {{(pid=74046) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Starting green dispatch thread {{(pid=74046) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 23 18:20:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Starting connection event dispatch thread {{(pid=74046) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 23 18:20:56 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Connection event '1' reason 'None'
Oct 23 18:20:56 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 23 18:20:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.mount [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Initialising _HostMountState generation 0 {{(pid=74046) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 23 18:21:04 user nova-compute[74046]: INFO nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Libvirt host capabilities <capabilities>
Oct 23 18:21:04 user nova-compute[74046]:   <host>
Oct 23 18:21:04 user nova-compute[74046]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 23 18:21:04 user nova-compute[74046]:     <cpu>
Oct 23 18:21:04 user nova-compute[74046]:       <arch>x86_64</arch>
Oct 23 18:21:04 user nova-compute[74046]:       <model>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <vendor>Intel</vendor>
Oct 23 18:21:04 user nova-compute[74046]:       <microcode version='1070'/>
Oct 23 18:21:04 user nova-compute[74046]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 23 18:21:04 user nova-compute[74046]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='ss'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='vmx'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='pcid'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='osxsave'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='hypervisor'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='arat'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='tsc_adjust'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='md-clear'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='arch-capabilities'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='invtsc'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='rsba'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature name='skip-l1dfl-vmentry'/>
Oct 23 18:21:04 user nova-compute[74046]:       <pages unit='KiB' size='4'/>
Oct 23 18:21:04 user nova-compute[74046]:       <pages unit='KiB' size='2048'/>
Oct 23 18:21:04 user nova-compute[74046]:     </cpu>
Oct 23 18:21:04 user nova-compute[74046]:     <power_management>
Oct 23 18:21:04 user nova-compute[74046]:       <suspend_mem/>
Oct 23 18:21:04 user nova-compute[74046]:       <suspend_disk/>
Oct 23 18:21:04 user nova-compute[74046]:       <suspend_hybrid/>
Oct 23 18:21:04 user nova-compute[74046]:     </power_management>
Oct 23 18:21:04 user nova-compute[74046]:     <iommu support='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     <migration_features>
Oct 23 18:21:04 user nova-compute[74046]:       <live/>
Oct 23 18:21:04 user nova-compute[74046]:       <uri_transports>
Oct 23 18:21:04 user nova-compute[74046]:         <uri_transport>tcp</uri_transport>
Oct 23 18:21:04 user nova-compute[74046]:         <uri_transport>rdma</uri_transport>
Oct 23 18:21:04 user nova-compute[74046]:       </uri_transports>
Oct 23 18:21:04 user nova-compute[74046]:     </migration_features>
Oct 23 18:21:04 user nova-compute[74046]:     <topology>
Oct 23 18:21:04 user nova-compute[74046]:       <cells num='2'>
Oct 23 18:21:04 user nova-compute[74046]:         <cell id='0'>
Oct 23 18:21:04 user nova-compute[74046]:           <memory unit='KiB'>8189224</memory>
Oct 23 18:21:04 user nova-compute[74046]:           <pages unit='KiB' size='4'>2047306</pages>
Oct 23 18:21:04 user nova-compute[74046]:           <pages unit='KiB' size='2048'>0</pages>
Oct 23 18:21:04 user nova-compute[74046]:           <distances>
Oct 23 18:21:04 user nova-compute[74046]:             <sibling id='0' value='10'/>
Oct 23 18:21:04 user nova-compute[74046]:             <sibling id='1' value='20'/>
Oct 23 18:21:04 user nova-compute[74046]:           </distances>
Oct 23 18:21:04 user nova-compute[74046]:           <cpus num='6'>
Oct 23 18:21:04 user nova-compute[74046]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 23 18:21:04 user nova-compute[74046]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 23 18:21:04 user nova-compute[74046]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 23 18:21:04 user nova-compute[74046]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 23 18:21:04 user nova-compute[74046]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 23 18:21:04 user nova-compute[74046]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 23 18:21:04 user nova-compute[74046]:           </cpus>
Oct 23 18:21:04 user nova-compute[74046]:         </cell>
Oct 23 18:21:04 user nova-compute[74046]:         <cell id='1'>
Oct 23 18:21:04 user nova-compute[74046]:           <memory unit='KiB'>8206460</memory>
Oct 23 18:21:04 user nova-compute[74046]:           <pages unit='KiB' size='4'>2051615</pages>
Oct 23 18:21:04 user nova-compute[74046]:           <pages unit='KiB' size='2048'>0</pages>
Oct 23 18:21:04 user nova-compute[74046]:           <distances>
Oct 23 18:21:04 user nova-compute[74046]:             <sibling id='0' value='20'/>
Oct 23 18:21:04 user nova-compute[74046]:             <sibling id='1' value='10'/>
Oct 23 18:21:04 user nova-compute[74046]:           </distances>
Oct 23 18:21:04 user nova-compute[74046]:           <cpus num='6'>
Oct 23 18:21:04 user nova-compute[74046]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 23 18:21:04 user nova-compute[74046]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 23 18:21:04 user nova-compute[74046]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 23 18:21:04 user nova-compute[74046]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 23 18:21:04 user nova-compute[74046]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 23 18:21:04 user nova-compute[74046]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 23 18:21:04 user nova-compute[74046]:           </cpus>
Oct 23 18:21:04 user nova-compute[74046]:         </cell>
Oct 23 18:21:04 user nova-compute[74046]:       </cells>
Oct 23 18:21:04 user nova-compute[74046]:     </topology>
Oct 23 18:21:04 user nova-compute[74046]:     <cache>
Oct 23 18:21:04 user nova-compute[74046]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 23 18:21:04 user nova-compute[74046]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 23 18:21:04 user nova-compute[74046]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 23 18:21:04 user nova-compute[74046]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 23 18:21:04 user nova-compute[74046]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 23 18:21:04 user nova-compute[74046]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 23 18:21:04 user nova-compute[74046]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 23 18:21:04 user nova-compute[74046]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 23 18:21:04 user nova-compute[74046]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 23 18:21:04 user nova-compute[74046]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 23 18:21:04 user nova-compute[74046]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 23 18:21:04 user nova-compute[74046]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 23 18:21:04 user nova-compute[74046]:     </cache>
Oct 23 18:21:04 user nova-compute[74046]:     <secmodel>
Oct 23 18:21:04 user nova-compute[74046]:       <model>apparmor</model>
Oct 23 18:21:04 user nova-compute[74046]:       <doi>0</doi>
Oct 23 18:21:04 user nova-compute[74046]:     </secmodel>
Oct 23 18:21:04 user nova-compute[74046]:     <secmodel>
Oct 23 18:21:04 user nova-compute[74046]:       <model>dac</model>
Oct 23 18:21:04 user nova-compute[74046]:       <doi>0</doi>
Oct 23 18:21:04 user nova-compute[74046]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 23 18:21:04 user nova-compute[74046]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 23 18:21:04 user nova-compute[74046]:     </secmodel>
Oct 23 18:21:04 user nova-compute[74046]:   </host>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='alpha'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>64</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>clipper</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='armv6l'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>integratorcp</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>borzoi</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>spitz</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>nuri</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>musca-b1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>versatileab</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>kzm</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>musca-a</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>smdkc210</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sx1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>z2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>tosa</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>sabrelite</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>realview-eb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>n810</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>n800</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>versatilepb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>terrier</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mainstone</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>midway</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>musicpal</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>microbit</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>cubieboard</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>verdex</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>netduino2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>raspi2b</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>cheetah</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>highbank</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>akita</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>connex</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>collie</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>raspi0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='armv7l'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>integratorcp</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>borzoi</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>spitz</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>nuri</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>musca-b1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>versatileab</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>kzm</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>musca-a</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>smdkc210</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sx1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>z2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>tosa</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>sabrelite</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>realview-eb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>n810</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>n800</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>versatilepb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>terrier</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mainstone</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>midway</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>musicpal</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>microbit</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>cubieboard</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>verdex</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>netduino2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>raspi2b</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>cheetah</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>highbank</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>akita</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>connex</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>collie</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>raspi0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='aarch64'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>64</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>integratorcp</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>borzoi</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>spitz</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>nuri</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>musca-b1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>versatileab</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>kzm</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>musca-a</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>smdkc210</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sx1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>z2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>tosa</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>sabrelite</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>realview-eb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>n810</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>n800</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>versatilepb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>terrier</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mainstone</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>midway</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>musicpal</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>microbit</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>cubieboard</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>verdex</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>netduino2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>raspi3b</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>raspi2b</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>cheetah</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>highbank</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>akita</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>connex</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>collie</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>raspi0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <acpi default='on' toggle='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='cris'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='i686'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>x-remote</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>isapc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>microvm</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='kvm'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <pae/>
Oct 23 18:21:04 user nova-compute[74046]:       <nonpae/>
Oct 23 18:21:04 user nova-compute[74046]:       <acpi default='on' toggle='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:       <apic default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='m68k'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>an5206</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>q800</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>next-cube</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='microblaze'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='microblazeel'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='mips'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='16'>malta</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mipssim</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='mipsel'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='16'>malta</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mipssim</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='mips64'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>64</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='16'>malta</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mipssim</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>pica61</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>magnum</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='mips64el'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>64</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='16'>malta</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mipssim</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>pica61</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>magnum</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='16'>boston</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='ppc'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>g3beige</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mac99</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>ppce500</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>pegasos2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sam460ex</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>bamboo</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>40p</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>ref405ep</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>taihu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='ppc64'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>64</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2048'>powernv9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>taihu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2048'>powernv10</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>ppce500</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>40p</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>pegasos2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>bamboo</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>g3beige</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mac99</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sam460ex</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>ref405ep</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2048'>powernv8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='ppc64le'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>64</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2048'>powernv9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>taihu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2048'>powernv10</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>ppce500</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>40p</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>pegasos2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>bamboo</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>g3beige</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>mac99</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sam460ex</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>ref405ep</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2048'>powernv8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='riscv32'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='8'>spike</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>opentitan</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='5'>sifive_u</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sifive_e</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='8'>virt</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='riscv64'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>64</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='8'>spike</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='5'>sifive_u</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>shakti_c</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sifive_e</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='8'>virt</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='s390x'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>64</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='sh4'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>shix</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>r2d</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='sh4eb'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>64</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>shix</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>r2d</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='sparc'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>SS-5</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>SS-20</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>LX</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>SS-4</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>SS-10</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>Voyager</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='sparc64'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>64</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sun4u</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>niagara</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>sun4v</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='x86_64'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>64</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>x-remote</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='1'>isapc</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>microvm</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='kvm'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <acpi default='on' toggle='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:       <apic default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='xtensa'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>sim</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>kc705</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>ml605</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>virt</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>lx200</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>lx60</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]:   <guest>
Oct 23 18:21:04 user nova-compute[74046]:     <os_type>hvm</os_type>
Oct 23 18:21:04 user nova-compute[74046]:     <arch name='xtensaeb'>
Oct 23 18:21:04 user nova-compute[74046]:       <wordsize>32</wordsize>
Oct 23 18:21:04 user nova-compute[74046]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='4'>sim</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>kc705</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>ml605</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>virt</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>lx200</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>lx60</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 23 18:21:04 user nova-compute[74046]:       <domain type='qemu'/>
Oct 23 18:21:04 user nova-compute[74046]:     </arch>
Oct 23 18:21:04 user nova-compute[74046]:     <features>
Oct 23 18:21:04 user nova-compute[74046]:       <cpuselection/>
Oct 23 18:21:04 user nova-compute[74046]:       <deviceboot/>
Oct 23 18:21:04 user nova-compute[74046]:       <disksnapshot default='on' toggle='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     </features>
Oct 23 18:21:04 user nova-compute[74046]:   </guest>
Oct 23 18:21:04 user nova-compute[74046]: </capabilities>
Oct 23 18:21:04 user nova-compute[74046]: 
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for i686 via machine types: {'ubuntu', 'ubuntu-q35', 'pc', 'q35'} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 23 18:21:04 user nova-compute[74046]: <domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:   <path>/usr/bin/qemu-system-i386</path>
Oct 23 18:21:04 user nova-compute[74046]:   <domain>kvm</domain>
Oct 23 18:21:04 user nova-compute[74046]:   <machine>pc-i440fx-jammy</machine>
Oct 23 18:21:04 user nova-compute[74046]:   <arch>i686</arch>
Oct 23 18:21:04 user nova-compute[74046]:   <vcpu max='255'/>
Oct 23 18:21:04 user nova-compute[74046]:   <iothreads supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:   <os supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='firmware'/>
Oct 23 18:21:04 user nova-compute[74046]:     <loader supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>rom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pflash</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='readonly'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>yes</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='secure'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </loader>
Oct 23 18:21:04 user nova-compute[74046]:   </os>
Oct 23 18:21:04 user nova-compute[74046]:   <cpu>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-passthrough' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='hostPassthroughMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='maximum' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='maximumMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>on</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-model' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <vendor>Intel</vendor>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ss'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='vmx'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='pcid'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='hypervisor'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arat'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='umip'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='md-clear'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibpb'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibrs'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='erms'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='lm'/>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='custom' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>qemu64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>qemu32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>phenom</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>n270</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>kvm64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>kvm32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>coreduo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>core2duo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>athlon</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Westmere-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Westmere</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Snowridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Penryn</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G5</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G4</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G1</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Nehalem-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Nehalem</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Rome</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Milan</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Dhyana</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cooperlake</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Conroe</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>486</model>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:   </cpu>
Oct 23 18:21:04 user nova-compute[74046]:   <memoryBacking supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='sourceType'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>file</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>anonymous</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>memfd</value>
Oct 23 18:21:04 user nova-compute[74046]:     </enum>
Oct 23 18:21:04 user nova-compute[74046]:   </memoryBacking>
Oct 23 18:21:04 user nova-compute[74046]:   <devices>
Oct 23 18:21:04 user nova-compute[74046]:     <disk supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='diskDevice'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>disk</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cdrom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>floppy</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>lun</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='bus'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>ide</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>fdc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sata</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </disk>
Oct 23 18:21:04 user nova-compute[74046]:     <graphics supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sdl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vnc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>spice</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egl-headless</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </graphics>
Oct 23 18:21:04 user nova-compute[74046]:     <video supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='modelType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cirrus</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vmvga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>qxl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>none</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>bochs</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>ramfb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </video>
Oct 23 18:21:04 user nova-compute[74046]:     <hostdev supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='mode'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>subsystem</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='startupPolicy'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>default</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>mandatory</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>requisite</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>optional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='subsysType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pci</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='capsType'/>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='pciBackend'/>
Oct 23 18:21:04 user nova-compute[74046]:     </hostdev>
Oct 23 18:21:04 user nova-compute[74046]:     <rng supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>random</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egd</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>builtin</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </rng>
Oct 23 18:21:04 user nova-compute[74046]:     <filesystem supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='driverType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>path</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>handle</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtiofs</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </filesystem>
Oct 23 18:21:04 user nova-compute[74046]:     <tpm supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-tis</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-crb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>passthrough</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>emulator</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </tpm>
Oct 23 18:21:04 user nova-compute[74046]:   </devices>
Oct 23 18:21:04 user nova-compute[74046]:   <features>
Oct 23 18:21:04 user nova-compute[74046]:     <gic supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     <vmcoreinfo supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <genid supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backingStoreInput supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backup supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <sev supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:   </features>
Oct 23 18:21:04 user nova-compute[74046]: </domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:  {{(pid=74046) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 23 18:21:04 user nova-compute[74046]: <domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:   <path>/usr/bin/qemu-system-i386</path>
Oct 23 18:21:04 user nova-compute[74046]:   <domain>kvm</domain>
Oct 23 18:21:04 user nova-compute[74046]:   <machine>pc-q35-jammy</machine>
Oct 23 18:21:04 user nova-compute[74046]:   <arch>i686</arch>
Oct 23 18:21:04 user nova-compute[74046]:   <vcpu max='288'/>
Oct 23 18:21:04 user nova-compute[74046]:   <iothreads supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:   <os supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='firmware'/>
Oct 23 18:21:04 user nova-compute[74046]:     <loader supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>rom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pflash</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='readonly'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>yes</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='secure'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </loader>
Oct 23 18:21:04 user nova-compute[74046]:   </os>
Oct 23 18:21:04 user nova-compute[74046]:   <cpu>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-passthrough' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='hostPassthroughMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='maximum' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='maximumMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>on</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-model' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <vendor>Intel</vendor>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ss'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='vmx'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='pcid'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='hypervisor'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arat'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='umip'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='md-clear'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibpb'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibrs'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='erms'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='lm'/>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='custom' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>qemu64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>qemu32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>phenom</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>n270</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>kvm64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>kvm32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>coreduo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>core2duo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>athlon</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Westmere-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Westmere</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Snowridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Penryn</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G5</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G4</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G1</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Nehalem-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Nehalem</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Rome</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Milan</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Dhyana</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cooperlake</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Conroe</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>486</model>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:   </cpu>
Oct 23 18:21:04 user nova-compute[74046]:   <memoryBacking supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='sourceType'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>file</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>anonymous</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>memfd</value>
Oct 23 18:21:04 user nova-compute[74046]:     </enum>
Oct 23 18:21:04 user nova-compute[74046]:   </memoryBacking>
Oct 23 18:21:04 user nova-compute[74046]:   <devices>
Oct 23 18:21:04 user nova-compute[74046]:     <disk supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='diskDevice'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>disk</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cdrom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>floppy</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>lun</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='bus'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>fdc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sata</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </disk>
Oct 23 18:21:04 user nova-compute[74046]:     <graphics supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sdl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vnc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>spice</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egl-headless</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </graphics>
Oct 23 18:21:04 user nova-compute[74046]:     <video supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='modelType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cirrus</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vmvga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>qxl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>none</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>bochs</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>ramfb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </video>
Oct 23 18:21:04 user nova-compute[74046]:     <hostdev supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='mode'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>subsystem</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='startupPolicy'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>default</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>mandatory</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>requisite</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>optional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='subsysType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pci</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='capsType'/>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='pciBackend'/>
Oct 23 18:21:04 user nova-compute[74046]:     </hostdev>
Oct 23 18:21:04 user nova-compute[74046]:     <rng supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>random</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egd</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>builtin</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </rng>
Oct 23 18:21:04 user nova-compute[74046]:     <filesystem supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='driverType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>path</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>handle</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtiofs</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </filesystem>
Oct 23 18:21:04 user nova-compute[74046]:     <tpm supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-tis</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-crb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>passthrough</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>emulator</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </tpm>
Oct 23 18:21:04 user nova-compute[74046]:   </devices>
Oct 23 18:21:04 user nova-compute[74046]:   <features>
Oct 23 18:21:04 user nova-compute[74046]:     <gic supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     <vmcoreinfo supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <genid supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backingStoreInput supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backup supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <sev supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:   </features>
Oct 23 18:21:04 user nova-compute[74046]: </domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:  {{(pid=74046) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 23 18:21:04 user nova-compute[74046]: <domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:   <path>/usr/bin/qemu-system-i386</path>
Oct 23 18:21:04 user nova-compute[74046]:   <domain>kvm</domain>
Oct 23 18:21:04 user nova-compute[74046]:   <machine>pc-i440fx-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:   <arch>i686</arch>
Oct 23 18:21:04 user nova-compute[74046]:   <vcpu max='255'/>
Oct 23 18:21:04 user nova-compute[74046]:   <iothreads supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:   <os supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='firmware'/>
Oct 23 18:21:04 user nova-compute[74046]:     <loader supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>rom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pflash</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='readonly'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>yes</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='secure'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </loader>
Oct 23 18:21:04 user nova-compute[74046]:   </os>
Oct 23 18:21:04 user nova-compute[74046]:   <cpu>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-passthrough' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='hostPassthroughMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='maximum' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='maximumMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>on</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-model' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <vendor>Intel</vendor>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ss'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='vmx'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='pcid'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='hypervisor'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arat'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='umip'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='md-clear'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibpb'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibrs'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='erms'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='lm'/>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='custom' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>qemu64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>qemu32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>phenom</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>n270</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>kvm64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>kvm32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>coreduo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>core2duo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>athlon</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Westmere-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Westmere</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Snowridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Penryn</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G5</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G4</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G1</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Nehalem-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Nehalem</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Rome</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Milan</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Dhyana</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cooperlake</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Conroe</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>486</model>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:   </cpu>
Oct 23 18:21:04 user nova-compute[74046]:   <memoryBacking supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='sourceType'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>file</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>anonymous</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>memfd</value>
Oct 23 18:21:04 user nova-compute[74046]:     </enum>
Oct 23 18:21:04 user nova-compute[74046]:   </memoryBacking>
Oct 23 18:21:04 user nova-compute[74046]:   <devices>
Oct 23 18:21:04 user nova-compute[74046]:     <disk supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='diskDevice'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>disk</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cdrom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>floppy</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>lun</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='bus'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>ide</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>fdc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sata</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </disk>
Oct 23 18:21:04 user nova-compute[74046]:     <graphics supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sdl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vnc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>spice</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egl-headless</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </graphics>
Oct 23 18:21:04 user nova-compute[74046]:     <video supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='modelType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cirrus</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vmvga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>qxl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>none</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>bochs</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>ramfb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </video>
Oct 23 18:21:04 user nova-compute[74046]:     <hostdev supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='mode'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>subsystem</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='startupPolicy'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>default</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>mandatory</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>requisite</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>optional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='subsysType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pci</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='capsType'/>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='pciBackend'/>
Oct 23 18:21:04 user nova-compute[74046]:     </hostdev>
Oct 23 18:21:04 user nova-compute[74046]:     <rng supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>random</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egd</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>builtin</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </rng>
Oct 23 18:21:04 user nova-compute[74046]:     <filesystem supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='driverType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>path</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>handle</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtiofs</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </filesystem>
Oct 23 18:21:04 user nova-compute[74046]:     <tpm supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-tis</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-crb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>passthrough</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>emulator</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </tpm>
Oct 23 18:21:04 user nova-compute[74046]:   </devices>
Oct 23 18:21:04 user nova-compute[74046]:   <features>
Oct 23 18:21:04 user nova-compute[74046]:     <gic supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     <vmcoreinfo supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <genid supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backingStoreInput supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backup supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <sev supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:   </features>
Oct 23 18:21:04 user nova-compute[74046]: </domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:  {{(pid=74046) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 23 18:21:04 user nova-compute[74046]: <domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:   <path>/usr/bin/qemu-system-i386</path>
Oct 23 18:21:04 user nova-compute[74046]:   <domain>kvm</domain>
Oct 23 18:21:04 user nova-compute[74046]:   <machine>pc-q35-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:   <arch>i686</arch>
Oct 23 18:21:04 user nova-compute[74046]:   <vcpu max='288'/>
Oct 23 18:21:04 user nova-compute[74046]:   <iothreads supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:   <os supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='firmware'/>
Oct 23 18:21:04 user nova-compute[74046]:     <loader supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>rom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pflash</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='readonly'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>yes</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='secure'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </loader>
Oct 23 18:21:04 user nova-compute[74046]:   </os>
Oct 23 18:21:04 user nova-compute[74046]:   <cpu>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-passthrough' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='hostPassthroughMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='maximum' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='maximumMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>on</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-model' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <vendor>Intel</vendor>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ss'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='vmx'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='pcid'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='hypervisor'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arat'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='umip'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='md-clear'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibpb'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibrs'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='erms'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='lm'/>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='custom' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>qemu64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>qemu32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>phenom</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>n270</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>kvm64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>kvm32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>coreduo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>core2duo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>athlon</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Westmere-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Westmere</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Snowridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Penryn</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G5</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G4</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G1</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Nehalem-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Nehalem</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Rome</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Milan</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Dhyana</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cooperlake</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Conroe</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>486</model>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:   </cpu>
Oct 23 18:21:04 user nova-compute[74046]:   <memoryBacking supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='sourceType'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>file</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>anonymous</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>memfd</value>
Oct 23 18:21:04 user nova-compute[74046]:     </enum>
Oct 23 18:21:04 user nova-compute[74046]:   </memoryBacking>
Oct 23 18:21:04 user nova-compute[74046]:   <devices>
Oct 23 18:21:04 user nova-compute[74046]:     <disk supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='diskDevice'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>disk</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cdrom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>floppy</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>lun</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='bus'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>fdc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sata</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </disk>
Oct 23 18:21:04 user nova-compute[74046]:     <graphics supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sdl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vnc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>spice</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egl-headless</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </graphics>
Oct 23 18:21:04 user nova-compute[74046]:     <video supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='modelType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cirrus</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vmvga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>qxl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>none</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>bochs</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>ramfb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </video>
Oct 23 18:21:04 user nova-compute[74046]:     <hostdev supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='mode'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>subsystem</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='startupPolicy'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>default</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>mandatory</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>requisite</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>optional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='subsysType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pci</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='capsType'/>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='pciBackend'/>
Oct 23 18:21:04 user nova-compute[74046]:     </hostdev>
Oct 23 18:21:04 user nova-compute[74046]:     <rng supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>random</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egd</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>builtin</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </rng>
Oct 23 18:21:04 user nova-compute[74046]:     <filesystem supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='driverType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>path</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>handle</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtiofs</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </filesystem>
Oct 23 18:21:04 user nova-compute[74046]:     <tpm supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-tis</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-crb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>passthrough</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>emulator</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </tpm>
Oct 23 18:21:04 user nova-compute[74046]:   </devices>
Oct 23 18:21:04 user nova-compute[74046]:   <features>
Oct 23 18:21:04 user nova-compute[74046]:     <gic supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     <vmcoreinfo supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <genid supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backingStoreInput supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backup supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <sev supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:   </features>
Oct 23 18:21:04 user nova-compute[74046]: </domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:  {{(pid=74046) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', None, 'pseries'} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu', 'ubuntu-q35', 'pc', 'q35'} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 23 18:21:04 user nova-compute[74046]: <domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 23 18:21:04 user nova-compute[74046]:   <domain>kvm</domain>
Oct 23 18:21:04 user nova-compute[74046]:   <machine>pc-i440fx-jammy</machine>
Oct 23 18:21:04 user nova-compute[74046]:   <arch>x86_64</arch>
Oct 23 18:21:04 user nova-compute[74046]:   <vcpu max='255'/>
Oct 23 18:21:04 user nova-compute[74046]:   <iothreads supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:   <os supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='firmware'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>efi</value>
Oct 23 18:21:04 user nova-compute[74046]:     </enum>
Oct 23 18:21:04 user nova-compute[74046]:     <loader supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>rom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pflash</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='readonly'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>yes</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='secure'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </loader>
Oct 23 18:21:04 user nova-compute[74046]:   </os>
Oct 23 18:21:04 user nova-compute[74046]:   <cpu>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-passthrough' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='hostPassthroughMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>on</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='maximum' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='maximumMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>on</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-model' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <vendor>Intel</vendor>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ss'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='vmx'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='pcid'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='hypervisor'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arat'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='umip'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='md-clear'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='invtsc'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibpb'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibrs'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='rsba'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='pschange-mc-no'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='erms'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='custom' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>qemu64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>qemu32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>phenom</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>n270</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>kvm64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>kvm32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>coreduo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>core2duo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>athlon</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Westmere-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Westmere</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Snowridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Penryn</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G5</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G4</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Opteron_G1</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Nehalem</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Rome</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Milan</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Dhyana</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cooperlake</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Conroe</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>486</model>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:   </cpu>
Oct 23 18:21:04 user nova-compute[74046]:   <memoryBacking supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='sourceType'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>file</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>anonymous</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>memfd</value>
Oct 23 18:21:04 user nova-compute[74046]:     </enum>
Oct 23 18:21:04 user nova-compute[74046]:   </memoryBacking>
Oct 23 18:21:04 user nova-compute[74046]:   <devices>
Oct 23 18:21:04 user nova-compute[74046]:     <disk supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='diskDevice'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>disk</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cdrom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>floppy</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>lun</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='bus'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>ide</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>fdc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sata</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </disk>
Oct 23 18:21:04 user nova-compute[74046]:     <graphics supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sdl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vnc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>spice</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egl-headless</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </graphics>
Oct 23 18:21:04 user nova-compute[74046]:     <video supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='modelType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cirrus</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vmvga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>qxl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>none</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>bochs</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>ramfb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </video>
Oct 23 18:21:04 user nova-compute[74046]:     <hostdev supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='mode'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>subsystem</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='startupPolicy'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>default</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>mandatory</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>requisite</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>optional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='subsysType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pci</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='capsType'/>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='pciBackend'/>
Oct 23 18:21:04 user nova-compute[74046]:     </hostdev>
Oct 23 18:21:04 user nova-compute[74046]:     <rng supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>random</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egd</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>builtin</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </rng>
Oct 23 18:21:04 user nova-compute[74046]:     <filesystem supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='driverType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>path</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>handle</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtiofs</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </filesystem>
Oct 23 18:21:04 user nova-compute[74046]:     <tpm supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-tis</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-crb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>passthrough</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>emulator</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </tpm>
Oct 23 18:21:04 user nova-compute[74046]:   </devices>
Oct 23 18:21:04 user nova-compute[74046]:   <features>
Oct 23 18:21:04 user nova-compute[74046]:     <gic supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     <vmcoreinfo supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <genid supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backingStoreInput supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backup supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <sev supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:   </features>
Oct 23 18:21:04 user nova-compute[74046]: </domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:  {{(pid=74046) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 23 18:21:04 user nova-compute[74046]: <domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 23 18:21:04 user nova-compute[74046]:   <domain>kvm</domain>
Oct 23 18:21:04 user nova-compute[74046]:   <machine>pc-q35-jammy</machine>
Oct 23 18:21:04 user nova-compute[74046]:   <arch>x86_64</arch>
Oct 23 18:21:04 user nova-compute[74046]:   <vcpu max='288'/>
Oct 23 18:21:04 user nova-compute[74046]:   <iothreads supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:   <os supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='firmware'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>efi</value>
Oct 23 18:21:04 user nova-compute[74046]:     </enum>
Oct 23 18:21:04 user nova-compute[74046]:     <loader supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>rom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pflash</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='readonly'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>yes</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='secure'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>yes</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </loader>
Oct 23 18:21:04 user nova-compute[74046]:   </os>
Oct 23 18:21:04 user nova-compute[74046]:   <cpu>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-passthrough' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='hostPassthroughMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>on</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='maximum' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='maximumMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>on</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-model' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <vendor>Intel</vendor>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ss'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='vmx'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='pcid'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='hypervisor'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arat'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='umip'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='md-clear'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='invtsc'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibpb'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibrs'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='rsba'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='pschange-mc-no'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='erms'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='custom' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>qemu64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>qemu32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>phenom</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>n270</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>kvm64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>kvm32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>coreduo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>core2duo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>athlon</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Westmere-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Westmere</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Snowridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Penryn</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G5</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G4</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Opteron_G1</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Nehalem</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Rome</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Milan</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Dhyana</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cooperlake</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Conroe</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>486</model>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:   </cpu>
Oct 23 18:21:04 user nova-compute[74046]:   <memoryBacking supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='sourceType'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>file</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>anonymous</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>memfd</value>
Oct 23 18:21:04 user nova-compute[74046]:     </enum>
Oct 23 18:21:04 user nova-compute[74046]:   </memoryBacking>
Oct 23 18:21:04 user nova-compute[74046]:   <devices>
Oct 23 18:21:04 user nova-compute[74046]:     <disk supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='diskDevice'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>disk</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cdrom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>floppy</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>lun</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='bus'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>fdc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sata</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </disk>
Oct 23 18:21:04 user nova-compute[74046]:     <graphics supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sdl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vnc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>spice</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egl-headless</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </graphics>
Oct 23 18:21:04 user nova-compute[74046]:     <video supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='modelType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cirrus</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vmvga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>qxl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>none</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>bochs</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>ramfb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </video>
Oct 23 18:21:04 user nova-compute[74046]:     <hostdev supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='mode'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>subsystem</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='startupPolicy'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>default</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>mandatory</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>requisite</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>optional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='subsysType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pci</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='capsType'/>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='pciBackend'/>
Oct 23 18:21:04 user nova-compute[74046]:     </hostdev>
Oct 23 18:21:04 user nova-compute[74046]:     <rng supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>random</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egd</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>builtin</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </rng>
Oct 23 18:21:04 user nova-compute[74046]:     <filesystem supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='driverType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>path</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>handle</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtiofs</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </filesystem>
Oct 23 18:21:04 user nova-compute[74046]:     <tpm supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-tis</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-crb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>passthrough</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>emulator</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </tpm>
Oct 23 18:21:04 user nova-compute[74046]:   </devices>
Oct 23 18:21:04 user nova-compute[74046]:   <features>
Oct 23 18:21:04 user nova-compute[74046]:     <gic supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     <vmcoreinfo supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <genid supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backingStoreInput supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backup supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <sev supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:   </features>
Oct 23 18:21:04 user nova-compute[74046]: </domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:  {{(pid=74046) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 23 18:21:04 user nova-compute[74046]: <domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 23 18:21:04 user nova-compute[74046]:   <domain>kvm</domain>
Oct 23 18:21:04 user nova-compute[74046]:   <machine>pc-i440fx-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:   <arch>x86_64</arch>
Oct 23 18:21:04 user nova-compute[74046]:   <vcpu max='255'/>
Oct 23 18:21:04 user nova-compute[74046]:   <iothreads supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:   <os supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='firmware'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>efi</value>
Oct 23 18:21:04 user nova-compute[74046]:     </enum>
Oct 23 18:21:04 user nova-compute[74046]:     <loader supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>rom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pflash</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='readonly'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>yes</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='secure'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </loader>
Oct 23 18:21:04 user nova-compute[74046]:   </os>
Oct 23 18:21:04 user nova-compute[74046]:   <cpu>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-passthrough' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='hostPassthroughMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>on</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='maximum' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='maximumMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>on</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-model' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <vendor>Intel</vendor>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ss'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='vmx'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='pcid'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='hypervisor'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arat'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='umip'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='md-clear'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='invtsc'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibpb'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibrs'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='rsba'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='pschange-mc-no'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='erms'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='custom' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>qemu64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>qemu32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>phenom</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>n270</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>kvm64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>kvm32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>coreduo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>core2duo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>athlon</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Westmere-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Westmere</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Snowridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Penryn</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G5</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G4</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Opteron_G1</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Nehalem</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Rome</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Milan</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Dhyana</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cooperlake</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Conroe</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>486</model>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:   </cpu>
Oct 23 18:21:04 user nova-compute[74046]:   <memoryBacking supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='sourceType'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>file</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>anonymous</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>memfd</value>
Oct 23 18:21:04 user nova-compute[74046]:     </enum>
Oct 23 18:21:04 user nova-compute[74046]:   </memoryBacking>
Oct 23 18:21:04 user nova-compute[74046]:   <devices>
Oct 23 18:21:04 user nova-compute[74046]:     <disk supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='diskDevice'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>disk</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cdrom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>floppy</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>lun</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='bus'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>ide</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>fdc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sata</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </disk>
Oct 23 18:21:04 user nova-compute[74046]:     <graphics supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sdl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vnc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>spice</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egl-headless</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </graphics>
Oct 23 18:21:04 user nova-compute[74046]:     <video supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='modelType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cirrus</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vmvga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>qxl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>none</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>bochs</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>ramfb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </video>
Oct 23 18:21:04 user nova-compute[74046]:     <hostdev supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='mode'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>subsystem</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='startupPolicy'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>default</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>mandatory</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>requisite</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>optional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='subsysType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pci</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='capsType'/>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='pciBackend'/>
Oct 23 18:21:04 user nova-compute[74046]:     </hostdev>
Oct 23 18:21:04 user nova-compute[74046]:     <rng supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>random</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egd</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>builtin</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </rng>
Oct 23 18:21:04 user nova-compute[74046]:     <filesystem supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='driverType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>path</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>handle</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtiofs</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </filesystem>
Oct 23 18:21:04 user nova-compute[74046]:     <tpm supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-tis</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-crb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>passthrough</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>emulator</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </tpm>
Oct 23 18:21:04 user nova-compute[74046]:   </devices>
Oct 23 18:21:04 user nova-compute[74046]:   <features>
Oct 23 18:21:04 user nova-compute[74046]:     <gic supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     <vmcoreinfo supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <genid supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backingStoreInput supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backup supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <sev supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:   </features>
Oct 23 18:21:04 user nova-compute[74046]: </domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:  {{(pid=74046) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 23 18:21:04 user nova-compute[74046]: <domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 23 18:21:04 user nova-compute[74046]:   <domain>kvm</domain>
Oct 23 18:21:04 user nova-compute[74046]:   <machine>pc-q35-6.2</machine>
Oct 23 18:21:04 user nova-compute[74046]:   <arch>x86_64</arch>
Oct 23 18:21:04 user nova-compute[74046]:   <vcpu max='288'/>
Oct 23 18:21:04 user nova-compute[74046]:   <iothreads supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:   <os supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='firmware'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>efi</value>
Oct 23 18:21:04 user nova-compute[74046]:     </enum>
Oct 23 18:21:04 user nova-compute[74046]:     <loader supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>rom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pflash</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='readonly'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>yes</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='secure'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>yes</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>no</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </loader>
Oct 23 18:21:04 user nova-compute[74046]:   </os>
Oct 23 18:21:04 user nova-compute[74046]:   <cpu>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-passthrough' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='hostPassthroughMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>on</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='maximum' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='maximumMigratable'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>on</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>off</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='host-model' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <vendor>Intel</vendor>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ss'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='vmx'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='pcid'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='hypervisor'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arat'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='tsc_adjust'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='umip'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='md-clear'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='arch-capabilities'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='invtsc'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibpb'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='ibrs'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-stibp'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='amd-ssbd'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='rsba'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='require' name='pschange-mc-no'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='erms'/>
Oct 23 18:21:04 user nova-compute[74046]:       <feature policy='disable' name='xsaveopt'/>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:     <mode name='custom' supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>qemu64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>qemu32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>phenom</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>pentium</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>n270</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>kvm64</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>kvm32</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>coreduo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>core2duo</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>athlon</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Westmere-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Westmere</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Snowridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Skylake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>SandyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Penryn</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G5</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G4</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G3</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Opteron_G2</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Opteron_G1</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Nehalem</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>IvyBridge</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Icelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Haswell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Rome</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-Milan</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC-IBPB</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>EPYC</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Dhyana</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cooperlake</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>Conroe</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Cascadelake-Server</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-noTSX</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell-IBRS</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='no'>Broadwell</model>
Oct 23 18:21:04 user nova-compute[74046]:       <model usable='yes'>486</model>
Oct 23 18:21:04 user nova-compute[74046]:     </mode>
Oct 23 18:21:04 user nova-compute[74046]:   </cpu>
Oct 23 18:21:04 user nova-compute[74046]:   <memoryBacking supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:     <enum name='sourceType'>
Oct 23 18:21:04 user nova-compute[74046]:       <value>file</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>anonymous</value>
Oct 23 18:21:04 user nova-compute[74046]:       <value>memfd</value>
Oct 23 18:21:04 user nova-compute[74046]:     </enum>
Oct 23 18:21:04 user nova-compute[74046]:   </memoryBacking>
Oct 23 18:21:04 user nova-compute[74046]:   <devices>
Oct 23 18:21:04 user nova-compute[74046]:     <disk supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='diskDevice'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>disk</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cdrom</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>floppy</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>lun</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='bus'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>fdc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sata</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </disk>
Oct 23 18:21:04 user nova-compute[74046]:     <graphics supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='type'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>sdl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vnc</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>spice</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egl-headless</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </graphics>
Oct 23 18:21:04 user nova-compute[74046]:     <video supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='modelType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>cirrus</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>vmvga</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>qxl</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>none</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>bochs</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>ramfb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </video>
Oct 23 18:21:04 user nova-compute[74046]:     <hostdev supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='mode'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>subsystem</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='startupPolicy'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>default</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>mandatory</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>requisite</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>optional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='subsysType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>usb</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>pci</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>scsi</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='capsType'/>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='pciBackend'/>
Oct 23 18:21:04 user nova-compute[74046]:     </hostdev>
Oct 23 18:21:04 user nova-compute[74046]:     <rng supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtio-non-transitional</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>random</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>egd</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>builtin</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </rng>
Oct 23 18:21:04 user nova-compute[74046]:     <filesystem supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='driverType'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>path</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>handle</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>virtiofs</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </filesystem>
Oct 23 18:21:04 user nova-compute[74046]:     <tpm supported='yes'>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='model'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-tis</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>tpm-crb</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:       <enum name='backendModel'>
Oct 23 18:21:04 user nova-compute[74046]:         <value>passthrough</value>
Oct 23 18:21:04 user nova-compute[74046]:         <value>emulator</value>
Oct 23 18:21:04 user nova-compute[74046]:       </enum>
Oct 23 18:21:04 user nova-compute[74046]:     </tpm>
Oct 23 18:21:04 user nova-compute[74046]:   </devices>
Oct 23 18:21:04 user nova-compute[74046]:   <features>
Oct 23 18:21:04 user nova-compute[74046]:     <gic supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:     <vmcoreinfo supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <genid supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backingStoreInput supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <backup supported='yes'/>
Oct 23 18:21:04 user nova-compute[74046]:     <sev supported='no'/>
Oct 23 18:21:04 user nova-compute[74046]:   </features>
Oct 23 18:21:04 user nova-compute[74046]: </domainCapabilities>
Oct 23 18:21:04 user nova-compute[74046]:  {{(pid=74046) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74046) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74046) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Checking secure boot support for host arch (x86_64) {{(pid=74046) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Checking secure boot support for host arch (x86_64) {{(pid=74046) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Checking secure boot support for host arch (x86_64) {{(pid=74046) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 23 18:21:04 user nova-compute[74046]: INFO nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Secure Boot support detected
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] cpu compare xml: <cpu match="exact">
Oct 23 18:21:04 user nova-compute[74046]:   <model>Nehalem</model>
Oct 23 18:21:04 user nova-compute[74046]: </cpu>
Oct 23 18:21:04 user nova-compute[74046]:  {{(pid=74046) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 23 18:21:04 user nova-compute[74046]: INFO nova.virt.node [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Generated node identity fab5259c-7ef2-4ff7-b255-ffcd6d265c01
Oct 23 18:21:04 user nova-compute[74046]: INFO nova.virt.node [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Wrote node identity fab5259c-7ef2-4ff7-b255-ffcd6d265c01 to /opt/stack/data/nova/compute_id
Oct 23 18:21:04 user nova-compute[74046]: WARNING nova.compute.manager [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Compute nodes ['fab5259c-7ef2-4ff7-b255-ffcd6d265c01'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 23 18:21:04 user nova-compute[74046]: INFO nova.compute.manager [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 23 18:21:04 user nova-compute[74046]: WARNING nova.compute.manager [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 23 18:21:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:21:04 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:21:04 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Hypervisor/Node resource view: name=user free_ram=10942MB free_disk=26.17078399658203GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:21:04 user nova-compute[74046]: WARNING nova.compute.resource_tracker [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] No compute node record for user:fab5259c-7ef2-4ff7-b255-ffcd6d265c01: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host fab5259c-7ef2-4ff7-b255-ffcd6d265c01 could not be found.
Oct 23 18:21:04 user nova-compute[74046]: INFO nova.compute.resource_tracker [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Compute node record created for user:user with uuid: fab5259c-7ef2-4ff7-b255-ffcd6d265c01
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:21:04 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] [req-d6adcfb8-6e60-4bec-b972-ad4a88639be2] Created resource provider record via placement API for resource provider with UUID fab5259c-7ef2-4ff7-b255-ffcd6d265c01 and name user.
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74046) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 23 18:21:04 user nova-compute[74046]: INFO nova.virt.libvirt.host [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] kernel doesn't support AMD SEV
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 18:21:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:21:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Libvirt baseline CPU <cpu>
Oct 23 18:21:05 user nova-compute[74046]:   <arch>x86_64</arch>
Oct 23 18:21:05 user nova-compute[74046]:   <model>Nehalem</model>
Oct 23 18:21:05 user nova-compute[74046]:   <vendor>Intel</vendor>
Oct 23 18:21:05 user nova-compute[74046]:   <topology sockets="6" cores="1" threads="1"/>
Oct 23 18:21:05 user nova-compute[74046]: </cpu>
Oct 23 18:21:05 user nova-compute[74046]:  {{(pid=74046) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 23 18:21:05 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Updated inventory for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 23 18:21:05 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Updating resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 generation from 0 to 1 during operation: update_inventory {{(pid=74046) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 23 18:21:05 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 18:21:05 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Updating resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 generation from 1 to 2 during operation: update_traits {{(pid=74046) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 23 18:21:05 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:21:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.625s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:21:05 user nova-compute[74046]: DEBUG nova.service [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Creating RPC server for service compute {{(pid=74046) start /opt/stack/nova/nova/service.py:182}}
Oct 23 18:21:05 user nova-compute[74046]: DEBUG nova.service [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] Join ServiceGroup membership for this service compute {{(pid=74046) start /opt/stack/nova/nova/service.py:199}}
Oct 23 18:21:05 user nova-compute[74046]: DEBUG nova.servicegroup.drivers.db [None req-c08935b0-84aa-46a4-a676-cb6fd0e1d3b4 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74046) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 23 18:21:36 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:21:36 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Didn't find any instances for network info cache update. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:21:56 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:21:56 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:21:56 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=10386MB free_disk=26.074440002441406GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:21:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.180s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:22:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:22:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:22:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:22:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:22:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:22:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:22:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:22:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:22:56 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:22:56 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:22:56 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:22:56 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=10318MB free_disk=26.138507843017578GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:22:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:22:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:22:57 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:22:57 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:22:57 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:22:57 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:22:57 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:22:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.144s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:22:57 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:22:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:22:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 18:22:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Didn't find any instances for network info cache update. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 18:22:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:22:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:22:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:22:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:22:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:23:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:23:57 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:23:57 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Didn't find any instances for network info cache update. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:23:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:23:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:23:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=10310MB free_disk=25.892154693603516GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:23:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.133s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:23:59 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:24:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:24:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:24:00 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:24:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Didn't find any instances for network info cache update. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:24:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:24:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:24:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=9586MB free_disk=25.912193298339844GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:24:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.183s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:24:59 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:24:59 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:25:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:25:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:25:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:25:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:25:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:25:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:25:06 user nova-compute[74046]: INFO nova.compute.claims [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Claim successful on node user
Oct 23 18:25:07 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:25:07 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:25:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.466s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:25:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:25:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:25:07 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:25:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:25:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:25:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:25:07 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Creating image(s)
Oct 23 18:25:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "/opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "/opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "/opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d.part --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG nova.policy [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c069bcf35464a0d8a431278cc2eb355', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '407f79cd932f4fdeb893ea7f1ef566f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d.part --force-share --output=json" returned: 0 in 0.272s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG nova.virt.images [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] cd955994-8c1d-46fa-8958-a8f5f4afa4be was qcow2, converting to raw {{(pid=74046) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d.part /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d.converted {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d.part /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d.converted" returned: 0 in 0.171s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d.converted --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:25:08 user nova-compute[74046]: INFO nova.compute.claims [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Claim successful on node user
Oct 23 18:25:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d.converted --force-share --output=json" returned: 0 in 0.215s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.252s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:08 user nova-compute[74046]: INFO oslo.privsep.daemon [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpyzj31xsz/privsep.sock']
Oct 23 18:25:08 user sudo[83297]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpyzj31xsz/privsep.sock
Oct 23 18:25:08 user sudo[83297]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 23 18:25:09 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:25:09 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:25:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.303s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:25:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:25:09 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:25:09 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:25:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:25:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:25:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:25:09 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Creating image(s)
Oct 23 18:25:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "/opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "/opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "/opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:09 user nova-compute[74046]: DEBUG nova.policy [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8768bac4ff57480eaab864da6a3b481d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1df5afb288fb42fd8800b5e8c1669e7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:25:10 user sudo[83297]: pam_unix(sudo:session): session closed for user root
Oct 23 18:25:10 user nova-compute[74046]: INFO oslo.privsep.daemon [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Spawned new privsep daemon via rootwrap
Oct 23 18:25:10 user nova-compute[74046]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 23 18:25:10 user nova-compute[74046]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 23 18:25:10 user nova-compute[74046]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 23 18:25:10 user nova-compute[74046]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83306
Oct 23 18:25:10 user nova-compute[74046]: WARNING oslo_privsep.priv_context [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] privsep daemon already running
Oct 23 18:25:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:10 user nova-compute[74046]: DEBUG nova.compute.manager [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:25:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.204s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.276s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:10 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:25:10 user nova-compute[74046]: INFO nova.compute.claims [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Claim successful on node user
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.214s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk 1073741824" returned: 0 in 0.073s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.290s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.network.neutron [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Successfully created port: a077f170-e9f0-4f57-babd-a20b4104c867 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.301s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.189s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.244s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk 1073741824" returned: 0 in 0.048s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.295s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Cannot resize image /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Ensure instance console log exists: /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.656s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.186s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:25:11 user nova-compute[74046]: INFO nova.compute.claims [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Claim successful on node user
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Successfully created port: 2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.network.neutron [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Cannot resize image /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Ensure instance console log exists: /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:25:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Creating image(s)
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "/opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "/opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "/opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG nova.policy [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8768bac4ff57480eaab864da6a3b481d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1df5afb288fb42fd8800b5e8c1669e7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:25:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.206s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.185s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.780s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk 1073741824" returned: 0 in 0.048s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:25:12 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:25:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.162s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Checking if we can resize image /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:25:12 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Creating image(s)
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "/opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "/opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "/opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG nova.policy [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b82139e1dfe430b82abef320131fe0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff739a8af61b4ddebb3ead905d93fec9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Cannot resize image /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Ensure instance console log exists: /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.169s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk 1073741824" returned: 0 in 0.040s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.214s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.171s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Cannot resize image /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Ensure instance console log exists: /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Successfully updated port: a077f170-e9f0-4f57-babd-a20b4104c867 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "refresh_cache-b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquired lock "refresh_cache-b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:25:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:25:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-6efda014-c647-4bd0-881e-b701d4441d36 req-d9efb7e7-5abe-4b84-9465-f22c28c76792 service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Received event network-changed-a077f170-e9f0-4f57-babd-a20b4104c867 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-6efda014-c647-4bd0-881e-b701d4441d36 req-d9efb7e7-5abe-4b84-9465-f22c28c76792 service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Refreshing instance network info cache due to event network-changed-a077f170-e9f0-4f57-babd-a20b4104c867. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:25:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6efda014-c647-4bd0-881e-b701d4441d36 req-d9efb7e7-5abe-4b84-9465-f22c28c76792 service nova] Acquiring lock "refresh_cache-b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Successfully created port: fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:25:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Successfully created port: 5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:25:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Successfully updated port: 2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:25:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquired lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:25:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.network.neutron [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Updating instance_info_cache with network_info: [{"id": "a077f170-e9f0-4f57-babd-a20b4104c867", "address": "fa:16:3e:6e:bc:58", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa077f170-e9", "ovs_interfaceid": "a077f170-e9f0-4f57-babd-a20b4104c867", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Releasing lock "refresh_cache-b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.compute.manager [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Instance network_info: |[{"id": "a077f170-e9f0-4f57-babd-a20b4104c867", "address": "fa:16:3e:6e:bc:58", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa077f170-e9", "ovs_interfaceid": "a077f170-e9f0-4f57-babd-a20b4104c867", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6efda014-c647-4bd0-881e-b701d4441d36 req-d9efb7e7-5abe-4b84-9465-f22c28c76792 service nova] Acquired lock "refresh_cache-b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-6efda014-c647-4bd0-881e-b701d4441d36 req-d9efb7e7-5abe-4b84-9465-f22c28c76792 service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Refreshing network info cache for port a077f170-e9f0-4f57-babd-a20b4104c867 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Start _get_guest_xml network_info=[{"id": "a077f170-e9f0-4f57-babd-a20b4104c867", "address": "fa:16:3e:6e:bc:58", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa077f170-e9", "ovs_interfaceid": "a077f170-e9f0-4f57-babd-a20b4104c867", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:25:15 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:15 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1991507092',display_name='tempest-ServersNegativeTestJSON-server-1991507092',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1991507092',id=1,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407f79cd932f4fdeb893ea7f1ef566f5',ramdisk_id='',reservation_id='r-y4t2u329',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-160078660',owner_user_name='tempest-ServersNegativeTestJSON-160078660-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:08Z,user_data=None,user_id='9c069bcf35464a0d8a431278cc2eb355',uuid=b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a077f170-e9f0-4f57-babd-a20b4104c867", "address": "fa:16:3e:6e:bc:58", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa077f170-e9", "ovs_interfaceid": "a077f170-e9f0-4f57-babd-a20b4104c867", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Converting VIF {"id": "a077f170-e9f0-4f57-babd-a20b4104c867", "address": "fa:16:3e:6e:bc:58", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa077f170-e9", "ovs_interfaceid": "a077f170-e9f0-4f57-babd-a20b4104c867", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:bc:58,bridge_name='br-int',has_traffic_filtering=True,id=a077f170-e9f0-4f57-babd-a20b4104c867,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa077f170-e9') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.objects.instance [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lazy-loading 'pci_devices' on Instance uuid b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:25:15 user nova-compute[74046]: INFO nova.compute.claims [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Claim successful on node user
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:25:15 user nova-compute[74046]:   <uuid>b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94</uuid>
Oct 23 18:25:15 user nova-compute[74046]:   <name>instance-00000001</name>
Oct 23 18:25:15 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:25:15 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:25:15 user nova-compute[74046]:   <metadata>
Oct 23 18:25:15 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:25:15 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:25:15 user nova-compute[74046]:       <nova:name>tempest-ServersNegativeTestJSON-server-1991507092</nova:name>
Oct 23 18:25:15 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:25:15</nova:creationTime>
Oct 23 18:25:15 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:25:15 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:25:15 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:25:15 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:25:15 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:25:15 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:25:15 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:25:15 user nova-compute[74046]:       <nova:owner>
Oct 23 18:25:15 user nova-compute[74046]:         <nova:user uuid="9c069bcf35464a0d8a431278cc2eb355">tempest-ServersNegativeTestJSON-160078660-project-member</nova:user>
Oct 23 18:25:15 user nova-compute[74046]:         <nova:project uuid="407f79cd932f4fdeb893ea7f1ef566f5">tempest-ServersNegativeTestJSON-160078660</nova:project>
Oct 23 18:25:15 user nova-compute[74046]:       </nova:owner>
Oct 23 18:25:15 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:25:15 user nova-compute[74046]:       <nova:ports>
Oct 23 18:25:15 user nova-compute[74046]:         <nova:port uuid="a077f170-e9f0-4f57-babd-a20b4104c867">
Oct 23 18:25:15 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 23 18:25:15 user nova-compute[74046]:         </nova:port>
Oct 23 18:25:15 user nova-compute[74046]:       </nova:ports>
Oct 23 18:25:15 user nova-compute[74046]:     </nova:instance>
Oct 23 18:25:15 user nova-compute[74046]:   </metadata>
Oct 23 18:25:15 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:25:15 user nova-compute[74046]:     <system>
Oct 23 18:25:15 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:25:15 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:25:15 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:25:15 user nova-compute[74046]:       <entry name="serial">b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94</entry>
Oct 23 18:25:15 user nova-compute[74046]:       <entry name="uuid">b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94</entry>
Oct 23 18:25:15 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:25:15 user nova-compute[74046]:     </system>
Oct 23 18:25:15 user nova-compute[74046]:   </sysinfo>
Oct 23 18:25:15 user nova-compute[74046]:   <os>
Oct 23 18:25:15 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:25:15 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:25:15 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:25:15 user nova-compute[74046]:   </os>
Oct 23 18:25:15 user nova-compute[74046]:   <features>
Oct 23 18:25:15 user nova-compute[74046]:     <acpi/>
Oct 23 18:25:15 user nova-compute[74046]:     <apic/>
Oct 23 18:25:15 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:25:15 user nova-compute[74046]:   </features>
Oct 23 18:25:15 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:25:15 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:25:15 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:25:15 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:25:15 user nova-compute[74046]:   </clock>
Oct 23 18:25:15 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:25:15 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:25:15 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:25:15 user nova-compute[74046]:   </cpu>
Oct 23 18:25:15 user nova-compute[74046]:   <devices>
Oct 23 18:25:15 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:25:15 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:25:15 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk"/>
Oct 23 18:25:15 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:25:15 user nova-compute[74046]:     </disk>
Oct 23 18:25:15 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:25:15 user nova-compute[74046]:       <mac address="fa:16:3e:6e:bc:58"/>
Oct 23 18:25:15 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:15 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:25:15 user nova-compute[74046]:       <target dev="tapa077f170-e9"/>
Oct 23 18:25:15 user nova-compute[74046]:     </interface>
Oct 23 18:25:15 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:25:15 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/console.log" append="off"/>
Oct 23 18:25:15 user nova-compute[74046]:     </serial>
Oct 23 18:25:15 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:25:15 user nova-compute[74046]:     <video>
Oct 23 18:25:15 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:15 user nova-compute[74046]:     </video>
Oct 23 18:25:15 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:25:15 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:25:15 user nova-compute[74046]:     </rng>
Oct 23 18:25:15 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:25:15 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:25:15 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:25:15 user nova-compute[74046]:     </memballoon>
Oct 23 18:25:15 user nova-compute[74046]:   </devices>
Oct 23 18:25:15 user nova-compute[74046]: </domain>
Oct 23 18:25:15 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1991507092',display_name='tempest-ServersNegativeTestJSON-server-1991507092',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1991507092',id=1,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407f79cd932f4fdeb893ea7f1ef566f5',ramdisk_id='',reservation_id='r-y4t2u329',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-160078660',owner_user_name='tempest-ServersNegativeTestJSON-160078660-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:08Z,user_data=None,user_id='9c069bcf35464a0d8a431278cc2eb355',uuid=b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a077f170-e9f0-4f57-babd-a20b4104c867", "address": "fa:16:3e:6e:bc:58", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa077f170-e9", "ovs_interfaceid": "a077f170-e9f0-4f57-babd-a20b4104c867", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Converting VIF {"id": "a077f170-e9f0-4f57-babd-a20b4104c867", "address": "fa:16:3e:6e:bc:58", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa077f170-e9", "ovs_interfaceid": "a077f170-e9f0-4f57-babd-a20b4104c867", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:bc:58,bridge_name='br-int',has_traffic_filtering=True,id=a077f170-e9f0-4f57-babd-a20b4104c867,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa077f170-e9') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG os_vif [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:bc:58,bridge_name='br-int',has_traffic_filtering=True,id=a077f170-e9f0-4f57-babd-a20b4104c867,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa077f170-e9') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Created schema index Interface.name {{(pid=74046) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Created schema index Port.name {{(pid=74046) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Created schema index Bridge.name {{(pid=74046) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [POLLOUT] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '784253aa-8c4e-5367-930f-8e6730adca0e', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:15 user nova-compute[74046]: INFO oslo.privsep.daemon [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpf7t7a58x/privsep.sock']
Oct 23 18:25:15 user sudo[83406]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpf7t7a58x/privsep.sock
Oct 23 18:25:15 user sudo[83406]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-17b419e9-ffad-4f4e-b884-d09aede612b0 req-0f00bd75-b3ac-4466-90ff-eb121e267ada service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-changed-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-17b419e9-ffad-4f4e-b884-d09aede612b0 req-0f00bd75-b3ac-4466-90ff-eb121e267ada service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Refreshing instance network info cache due to event network-changed-2477c714-08b2-4358-a263-65c0c3fabfa6. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-17b419e9-ffad-4f4e-b884-d09aede612b0 req-0f00bd75-b3ac-4466-90ff-eb121e267ada service nova] Acquiring lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.620s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:25:16 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Updating instance_info_cache with network_info: [{"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Releasing lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Instance network_info: |[{"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-17b419e9-ffad-4f4e-b884-d09aede612b0 req-0f00bd75-b3ac-4466-90ff-eb121e267ada service nova] Acquired lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.network.neutron [req-17b419e9-ffad-4f4e-b884-d09aede612b0 req-0f00bd75-b3ac-4466-90ff-eb121e267ada service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Refreshing network info cache for port 2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Start _get_guest_xml network_info=[{"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:25:16 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:16 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:25:16 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Creating image(s)
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "/opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "/opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "/opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.policy [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bcdb397a92148b9abd72168b50c95c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed2940647c2c4592ac95daf3296956bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-271107890',display_name='tempest-ServerRescueNegativeTestJSON-server-271107890',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-271107890',id=2,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1df5afb288fb42fd8800b5e8c1669e7b',ramdisk_id='',reservation_id='r-21idobtg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1892604795',owner_user_name='tempest-ServerRescueNegativeTestJSON-1892604795-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:09Z,user_data=None,user_id='8768bac4ff57480eaab864da6a3b481d',uuid=7a32db7d-7e07-41c5-b2c8-5bcca0579d21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converting VIF {"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:4e:ba,bridge_name='br-int',has_traffic_filtering=True,id=2477c714-08b2-4358-a263-65c0c3fabfa6,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2477c714-08') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'pci_devices' on Instance uuid 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:25:16 user nova-compute[74046]:   <uuid>7a32db7d-7e07-41c5-b2c8-5bcca0579d21</uuid>
Oct 23 18:25:16 user nova-compute[74046]:   <name>instance-00000002</name>
Oct 23 18:25:16 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:25:16 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:25:16 user nova-compute[74046]:   <metadata>
Oct 23 18:25:16 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:25:16 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:25:16 user nova-compute[74046]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-271107890</nova:name>
Oct 23 18:25:16 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:25:16</nova:creationTime>
Oct 23 18:25:16 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:25:16 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:25:16 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:25:16 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:25:16 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:25:16 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:25:16 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:25:16 user nova-compute[74046]:       <nova:owner>
Oct 23 18:25:16 user nova-compute[74046]:         <nova:user uuid="8768bac4ff57480eaab864da6a3b481d">tempest-ServerRescueNegativeTestJSON-1892604795-project-member</nova:user>
Oct 23 18:25:16 user nova-compute[74046]:         <nova:project uuid="1df5afb288fb42fd8800b5e8c1669e7b">tempest-ServerRescueNegativeTestJSON-1892604795</nova:project>
Oct 23 18:25:16 user nova-compute[74046]:       </nova:owner>
Oct 23 18:25:16 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:25:16 user nova-compute[74046]:       <nova:ports>
Oct 23 18:25:16 user nova-compute[74046]:         <nova:port uuid="2477c714-08b2-4358-a263-65c0c3fabfa6">
Oct 23 18:25:16 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 23 18:25:16 user nova-compute[74046]:         </nova:port>
Oct 23 18:25:16 user nova-compute[74046]:       </nova:ports>
Oct 23 18:25:16 user nova-compute[74046]:     </nova:instance>
Oct 23 18:25:16 user nova-compute[74046]:   </metadata>
Oct 23 18:25:16 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:25:16 user nova-compute[74046]:     <system>
Oct 23 18:25:16 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:25:16 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:25:16 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:25:16 user nova-compute[74046]:       <entry name="serial">7a32db7d-7e07-41c5-b2c8-5bcca0579d21</entry>
Oct 23 18:25:16 user nova-compute[74046]:       <entry name="uuid">7a32db7d-7e07-41c5-b2c8-5bcca0579d21</entry>
Oct 23 18:25:16 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:25:16 user nova-compute[74046]:     </system>
Oct 23 18:25:16 user nova-compute[74046]:   </sysinfo>
Oct 23 18:25:16 user nova-compute[74046]:   <os>
Oct 23 18:25:16 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:25:16 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:25:16 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:25:16 user nova-compute[74046]:   </os>
Oct 23 18:25:16 user nova-compute[74046]:   <features>
Oct 23 18:25:16 user nova-compute[74046]:     <acpi/>
Oct 23 18:25:16 user nova-compute[74046]:     <apic/>
Oct 23 18:25:16 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:25:16 user nova-compute[74046]:   </features>
Oct 23 18:25:16 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:25:16 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:25:16 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:25:16 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:25:16 user nova-compute[74046]:   </clock>
Oct 23 18:25:16 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:25:16 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:25:16 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:25:16 user nova-compute[74046]:   </cpu>
Oct 23 18:25:16 user nova-compute[74046]:   <devices>
Oct 23 18:25:16 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:25:16 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:25:16 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk"/>
Oct 23 18:25:16 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:25:16 user nova-compute[74046]:     </disk>
Oct 23 18:25:16 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:25:16 user nova-compute[74046]:       <mac address="fa:16:3e:42:4e:ba"/>
Oct 23 18:25:16 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:16 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:25:16 user nova-compute[74046]:       <target dev="tap2477c714-08"/>
Oct 23 18:25:16 user nova-compute[74046]:     </interface>
Oct 23 18:25:16 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:25:16 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/console.log" append="off"/>
Oct 23 18:25:16 user nova-compute[74046]:     </serial>
Oct 23 18:25:16 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:25:16 user nova-compute[74046]:     <video>
Oct 23 18:25:16 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:16 user nova-compute[74046]:     </video>
Oct 23 18:25:16 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:25:16 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:25:16 user nova-compute[74046]:     </rng>
Oct 23 18:25:16 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:25:16 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:25:16 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:25:16 user nova-compute[74046]:     </memballoon>
Oct 23 18:25:16 user nova-compute[74046]:   </devices>
Oct 23 18:25:16 user nova-compute[74046]: </domain>
Oct 23 18:25:16 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-271107890',display_name='tempest-ServerRescueNegativeTestJSON-server-271107890',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-271107890',id=2,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1df5afb288fb42fd8800b5e8c1669e7b',ramdisk_id='',reservation_id='r-21idobtg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1892604795',owner_user_name='tempest-ServerRescueNegativeTestJSON-1892604795-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:09Z,user_data=None,user_id='8768bac4ff57480eaab864da6a3b481d',uuid=7a32db7d-7e07-41c5-b2c8-5bcca0579d21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converting VIF {"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:4e:ba,bridge_name='br-int',has_traffic_filtering=True,id=2477c714-08b2-4358-a263-65c0c3fabfa6,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2477c714-08') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG os_vif [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:4e:ba,bridge_name='br-int',has_traffic_filtering=True,id=2477c714-08b2-4358-a263-65c0c3fabfa6,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2477c714-08') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8d18e516-65d7-59c3-9a66-44d06f006c6d', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.214s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk 1073741824" returned: 0 in 0.056s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Checking if we can resize image /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:25:17 user nova-compute[74046]: INFO nova.compute.claims [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Claim successful on node user
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Cannot resize image /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Ensure instance console log exists: /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Successfully updated port: 5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquired lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.471s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.network.neutron [req-6efda014-c647-4bd0-881e-b701d4441d36 req-d9efb7e7-5abe-4b84-9465-f22c28c76792 service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Updated VIF entry in instance network info cache for port a077f170-e9f0-4f57-babd-a20b4104c867. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.network.neutron [req-6efda014-c647-4bd0-881e-b701d4441d36 req-d9efb7e7-5abe-4b84-9465-f22c28c76792 service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Updating instance_info_cache with network_info: [{"id": "a077f170-e9f0-4f57-babd-a20b4104c867", "address": "fa:16:3e:6e:bc:58", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa077f170-e9", "ovs_interfaceid": "a077f170-e9f0-4f57-babd-a20b4104c867", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:17 user sudo[83406]: pam_unix(sudo:session): session closed for user root
Oct 23 18:25:17 user nova-compute[74046]: INFO oslo.privsep.daemon [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Spawned new privsep daemon via rootwrap
Oct 23 18:25:17 user nova-compute[74046]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 23 18:25:17 user nova-compute[74046]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 23 18:25:17 user nova-compute[74046]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 23 18:25:17 user nova-compute[74046]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83424
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6efda014-c647-4bd0-881e-b701d4441d36 req-d9efb7e7-5abe-4b84-9465-f22c28c76792 service nova] Releasing lock "refresh_cache-b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:25:17 user nova-compute[74046]: WARNING oslo_privsep.priv_context [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] privsep daemon already running
Oct 23 18:25:17 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-77751cae-0e2e-4ceb-97ba-9b50bc9ae161 req-a2ad0868-5315-4392-9b62-60c57e726937 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-changed-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-77751cae-0e2e-4ceb-97ba-9b50bc9ae161 req-a2ad0868-5315-4392-9b62-60c57e726937 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Refreshing instance network info cache due to event network-changed-5fb6552a-de61-462f-91fc-ecf8b267f99f. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-77751cae-0e2e-4ceb-97ba-9b50bc9ae161 req-a2ad0868-5315-4392-9b62-60c57e726937 service nova] Acquiring lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.network.neutron [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Successfully updated port: fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquired lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.network.neutron [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:25:17 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Creating image(s)
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "/opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "/opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "/opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.188s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.policy [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba365aa5b0a44d718be5e737ad6d23ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8afd1e53cfdb4074bd9fc58762ff2637', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa077f170-e9, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa077f170-e9, col_values=(('qos', UUID('df80add1-3fb3-428a-9ce1-dece016ff2fd')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa077f170-e9, col_values=(('external_ids', {'iface-id': 'a077f170-e9f0-4f57-babd-a20b4104c867', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6e:bc:58', 'vm-uuid': 'b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.network.neutron [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:18 user nova-compute[74046]: INFO os_vif [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:bc:58,bridge_name='br-int',has_traffic_filtering=True,id=a077f170-e9f0-4f57-babd-a20b4104c867,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa077f170-e9')
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2477c714-08, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2477c714-08, col_values=(('qos', UUID('0cd352ce-d97e-4915-9986-45f5e8e54ed0')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2477c714-08, col_values=(('external_ids', {'iface-id': '2477c714-08b2-4358-a263-65c0c3fabfa6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:42:4e:ba', 'vm-uuid': '7a32db7d-7e07-41c5-b2c8-5bcca0579d21'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.216s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:18 user nova-compute[74046]: INFO os_vif [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:4e:ba,bridge_name='br-int',has_traffic_filtering=True,id=2477c714-08b2-4358-a263-65c0c3fabfa6,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2477c714-08')
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk 1073741824" returned: 0 in 0.064s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.network.neutron [req-17b419e9-ffad-4f4e-b884-d09aede612b0 req-0f00bd75-b3ac-4466-90ff-eb121e267ada service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Updated VIF entry in instance network info cache for port 2477c714-08b2-4358-a263-65c0c3fabfa6. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.network.neutron [req-17b419e9-ffad-4f4e-b884-d09aede612b0 req-0f00bd75-b3ac-4466-90ff-eb121e267ada service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Updating instance_info_cache with network_info: [{"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-f069d3d8-036c-48fd-add2-d3fb9fc10209 req-371788ba-0246-4de1-9eb9-fcdc4ec2f245 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-changed-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-f069d3d8-036c-48fd-add2-d3fb9fc10209 req-371788ba-0246-4de1-9eb9-fcdc4ec2f245 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Refreshing instance network info cache due to event network-changed-fc312eb5-7d61-43aa-900f-958200c3aa2d. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f069d3d8-036c-48fd-add2-d3fb9fc10209 req-371788ba-0246-4de1-9eb9-fcdc4ec2f245 service nova] Acquiring lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No VIF found with MAC fa:16:3e:42:4e:ba, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] No VIF found with MAC fa:16:3e:6e:bc:58, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-17b419e9-ffad-4f4e-b884-d09aede612b0 req-0f00bd75-b3ac-4466-90ff-eb121e267ada service nova] Releasing lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Checking if we can resize image /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating instance_info_cache with network_info: [{"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Releasing lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Instance network_info: |[{"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-77751cae-0e2e-4ceb-97ba-9b50bc9ae161 req-a2ad0868-5315-4392-9b62-60c57e726937 service nova] Acquired lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.network.neutron [req-77751cae-0e2e-4ceb-97ba-9b50bc9ae161 req-a2ad0868-5315-4392-9b62-60c57e726937 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Refreshing network info cache for port 5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Start _get_guest_xml network_info=[{"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:25:18 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:18 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1572540517',display_name='tempest-ServerActionsTestOtherB-server-1572540517',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1572540517',id=4,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK19bjCvWafiJgUIUYBf+119U3jUiP3zsJAk9a0p8s7fcLul4OakJ7sCjmu06/6WrvW9LftHaimBEBA0WM02XjSPKyajtF4rEIvPK5NMKm2LfOV6j2loGd95/IUjRknmOg==',key_name='tempest-keypair-2068499519',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff739a8af61b4ddebb3ead905d93fec9',ramdisk_id='',reservation_id='r-422rlp4h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-33893222',owner_user_name='tempest-ServerActionsTestOtherB-33893222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1b82139e1dfe430b82abef320131fe0d',uuid=c7ea709a-2c48-4257-90a9-a54e03478e3c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converting VIF {"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.objects.instance [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lazy-loading 'pci_devices' on Instance uuid c7ea709a-2c48-4257-90a9-a54e03478e3c {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Cannot resize image /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Ensure instance console log exists: /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:25:18 user nova-compute[74046]:   <uuid>c7ea709a-2c48-4257-90a9-a54e03478e3c</uuid>
Oct 23 18:25:18 user nova-compute[74046]:   <name>instance-00000004</name>
Oct 23 18:25:18 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:25:18 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:25:18 user nova-compute[74046]:   <metadata>
Oct 23 18:25:18 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:25:18 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:25:18 user nova-compute[74046]:       <nova:name>tempest-ServerActionsTestOtherB-server-1572540517</nova:name>
Oct 23 18:25:18 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:25:18</nova:creationTime>
Oct 23 18:25:18 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:25:18 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:25:18 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:25:18 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:25:18 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:25:18 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:25:18 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:25:18 user nova-compute[74046]:       <nova:owner>
Oct 23 18:25:18 user nova-compute[74046]:         <nova:user uuid="1b82139e1dfe430b82abef320131fe0d">tempest-ServerActionsTestOtherB-33893222-project-member</nova:user>
Oct 23 18:25:18 user nova-compute[74046]:         <nova:project uuid="ff739a8af61b4ddebb3ead905d93fec9">tempest-ServerActionsTestOtherB-33893222</nova:project>
Oct 23 18:25:18 user nova-compute[74046]:       </nova:owner>
Oct 23 18:25:18 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:25:18 user nova-compute[74046]:       <nova:ports>
Oct 23 18:25:18 user nova-compute[74046]:         <nova:port uuid="5fb6552a-de61-462f-91fc-ecf8b267f99f">
Oct 23 18:25:18 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 18:25:18 user nova-compute[74046]:         </nova:port>
Oct 23 18:25:18 user nova-compute[74046]:       </nova:ports>
Oct 23 18:25:18 user nova-compute[74046]:     </nova:instance>
Oct 23 18:25:18 user nova-compute[74046]:   </metadata>
Oct 23 18:25:18 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:25:18 user nova-compute[74046]:     <system>
Oct 23 18:25:18 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:25:18 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:25:18 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:25:18 user nova-compute[74046]:       <entry name="serial">c7ea709a-2c48-4257-90a9-a54e03478e3c</entry>
Oct 23 18:25:18 user nova-compute[74046]:       <entry name="uuid">c7ea709a-2c48-4257-90a9-a54e03478e3c</entry>
Oct 23 18:25:18 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:25:18 user nova-compute[74046]:     </system>
Oct 23 18:25:18 user nova-compute[74046]:   </sysinfo>
Oct 23 18:25:18 user nova-compute[74046]:   <os>
Oct 23 18:25:18 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:25:18 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:25:18 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:25:18 user nova-compute[74046]:   </os>
Oct 23 18:25:18 user nova-compute[74046]:   <features>
Oct 23 18:25:18 user nova-compute[74046]:     <acpi/>
Oct 23 18:25:18 user nova-compute[74046]:     <apic/>
Oct 23 18:25:18 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:25:18 user nova-compute[74046]:   </features>
Oct 23 18:25:18 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:25:18 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:25:18 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:25:18 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:25:18 user nova-compute[74046]:   </clock>
Oct 23 18:25:18 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:25:18 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:25:18 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:25:18 user nova-compute[74046]:   </cpu>
Oct 23 18:25:18 user nova-compute[74046]:   <devices>
Oct 23 18:25:18 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:25:18 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:25:18 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk"/>
Oct 23 18:25:18 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:25:18 user nova-compute[74046]:     </disk>
Oct 23 18:25:18 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:25:18 user nova-compute[74046]:       <mac address="fa:16:3e:a2:9c:de"/>
Oct 23 18:25:18 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:18 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:25:18 user nova-compute[74046]:       <target dev="tap5fb6552a-de"/>
Oct 23 18:25:18 user nova-compute[74046]:     </interface>
Oct 23 18:25:18 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:25:18 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/console.log" append="off"/>
Oct 23 18:25:18 user nova-compute[74046]:     </serial>
Oct 23 18:25:18 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:25:18 user nova-compute[74046]:     <video>
Oct 23 18:25:18 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:18 user nova-compute[74046]:     </video>
Oct 23 18:25:18 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:25:18 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:25:18 user nova-compute[74046]:     </rng>
Oct 23 18:25:18 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:25:18 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:25:18 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:25:18 user nova-compute[74046]:     </memballoon>
Oct 23 18:25:18 user nova-compute[74046]:   </devices>
Oct 23 18:25:18 user nova-compute[74046]: </domain>
Oct 23 18:25:18 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1572540517',display_name='tempest-ServerActionsTestOtherB-server-1572540517',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1572540517',id=4,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK19bjCvWafiJgUIUYBf+119U3jUiP3zsJAk9a0p8s7fcLul4OakJ7sCjmu06/6WrvW9LftHaimBEBA0WM02XjSPKyajtF4rEIvPK5NMKm2LfOV6j2loGd95/IUjRknmOg==',key_name='tempest-keypair-2068499519',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ff739a8af61b4ddebb3ead905d93fec9',ramdisk_id='',reservation_id='r-422rlp4h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-33893222',owner_user_name='tempest-ServerActionsTestOtherB-33893222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1b82139e1dfe430b82abef320131fe0d',uuid=c7ea709a-2c48-4257-90a9-a54e03478e3c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converting VIF {"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG os_vif [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f81f7d8d-0eb6-574c-9be3-37b92ea0ae11', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5fb6552a-de, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5fb6552a-de, col_values=(('qos', UUID('9c090aa1-094a-40e3-9456-9d1acb27f66e')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5fb6552a-de, col_values=(('external_ids', {'iface-id': '5fb6552a-de61-462f-91fc-ecf8b267f99f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:9c:de', 'vm-uuid': 'c7ea709a-2c48-4257-90a9-a54e03478e3c'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:18 user nova-compute[74046]: INFO os_vif [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de')
Oct 23 18:25:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] No VIF found with MAC fa:16:3e:a2:9c:de, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.network.neutron [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Updating instance_info_cache with network_info: [{"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Releasing lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Instance network_info: |[{"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f069d3d8-036c-48fd-add2-d3fb9fc10209 req-371788ba-0246-4de1-9eb9-fcdc4ec2f245 service nova] Acquired lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.network.neutron [req-f069d3d8-036c-48fd-add2-d3fb9fc10209 req-371788ba-0246-4de1-9eb9-fcdc4ec2f245 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Refreshing network info cache for port fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Start _get_guest_xml network_info=[{"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:25:19 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:19 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1892252124',display_name='tempest-ServerRescueNegativeTestJSON-server-1892252124',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1892252124',id=3,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1df5afb288fb42fd8800b5e8c1669e7b',ramdisk_id='',reservation_id='r-cez0xz2z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1892604795',owner_user_name='tempest-ServerRescueNegativeTestJSON-1892604795-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:12Z,user_data=None,user_id='8768bac4ff57480eaab864da6a3b481d',uuid=56a114a7-41ad-4304-bff7-bf67b911cf6e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converting VIF {"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:2e:2a,bridge_name='br-int',has_traffic_filtering=True,id=fc312eb5-7d61-43aa-900f-958200c3aa2d,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc312eb5-7d') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.objects.instance [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'pci_devices' on Instance uuid 56a114a7-41ad-4304-bff7-bf67b911cf6e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:25:19 user nova-compute[74046]:   <uuid>56a114a7-41ad-4304-bff7-bf67b911cf6e</uuid>
Oct 23 18:25:19 user nova-compute[74046]:   <name>instance-00000003</name>
Oct 23 18:25:19 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:25:19 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:25:19 user nova-compute[74046]:   <metadata>
Oct 23 18:25:19 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:25:19 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:25:19 user nova-compute[74046]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1892252124</nova:name>
Oct 23 18:25:19 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:25:19</nova:creationTime>
Oct 23 18:25:19 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:25:19 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:25:19 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:25:19 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:25:19 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:25:19 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:25:19 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:25:19 user nova-compute[74046]:       <nova:owner>
Oct 23 18:25:19 user nova-compute[74046]:         <nova:user uuid="8768bac4ff57480eaab864da6a3b481d">tempest-ServerRescueNegativeTestJSON-1892604795-project-member</nova:user>
Oct 23 18:25:19 user nova-compute[74046]:         <nova:project uuid="1df5afb288fb42fd8800b5e8c1669e7b">tempest-ServerRescueNegativeTestJSON-1892604795</nova:project>
Oct 23 18:25:19 user nova-compute[74046]:       </nova:owner>
Oct 23 18:25:19 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:25:19 user nova-compute[74046]:       <nova:ports>
Oct 23 18:25:19 user nova-compute[74046]:         <nova:port uuid="fc312eb5-7d61-43aa-900f-958200c3aa2d">
Oct 23 18:25:19 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 23 18:25:19 user nova-compute[74046]:         </nova:port>
Oct 23 18:25:19 user nova-compute[74046]:       </nova:ports>
Oct 23 18:25:19 user nova-compute[74046]:     </nova:instance>
Oct 23 18:25:19 user nova-compute[74046]:   </metadata>
Oct 23 18:25:19 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:25:19 user nova-compute[74046]:     <system>
Oct 23 18:25:19 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:25:19 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:25:19 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:25:19 user nova-compute[74046]:       <entry name="serial">56a114a7-41ad-4304-bff7-bf67b911cf6e</entry>
Oct 23 18:25:19 user nova-compute[74046]:       <entry name="uuid">56a114a7-41ad-4304-bff7-bf67b911cf6e</entry>
Oct 23 18:25:19 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:25:19 user nova-compute[74046]:     </system>
Oct 23 18:25:19 user nova-compute[74046]:   </sysinfo>
Oct 23 18:25:19 user nova-compute[74046]:   <os>
Oct 23 18:25:19 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:25:19 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:25:19 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:25:19 user nova-compute[74046]:   </os>
Oct 23 18:25:19 user nova-compute[74046]:   <features>
Oct 23 18:25:19 user nova-compute[74046]:     <acpi/>
Oct 23 18:25:19 user nova-compute[74046]:     <apic/>
Oct 23 18:25:19 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:25:19 user nova-compute[74046]:   </features>
Oct 23 18:25:19 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:25:19 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:25:19 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:25:19 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:25:19 user nova-compute[74046]:   </clock>
Oct 23 18:25:19 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:25:19 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:25:19 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:25:19 user nova-compute[74046]:   </cpu>
Oct 23 18:25:19 user nova-compute[74046]:   <devices>
Oct 23 18:25:19 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:25:19 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:25:19 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk"/>
Oct 23 18:25:19 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:25:19 user nova-compute[74046]:     </disk>
Oct 23 18:25:19 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:25:19 user nova-compute[74046]:       <mac address="fa:16:3e:76:2e:2a"/>
Oct 23 18:25:19 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:19 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:25:19 user nova-compute[74046]:       <target dev="tapfc312eb5-7d"/>
Oct 23 18:25:19 user nova-compute[74046]:     </interface>
Oct 23 18:25:19 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:25:19 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/console.log" append="off"/>
Oct 23 18:25:19 user nova-compute[74046]:     </serial>
Oct 23 18:25:19 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:25:19 user nova-compute[74046]:     <video>
Oct 23 18:25:19 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:19 user nova-compute[74046]:     </video>
Oct 23 18:25:19 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:25:19 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:25:19 user nova-compute[74046]:     </rng>
Oct 23 18:25:19 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:25:19 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:25:19 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:25:19 user nova-compute[74046]:     </memballoon>
Oct 23 18:25:19 user nova-compute[74046]:   </devices>
Oct 23 18:25:19 user nova-compute[74046]: </domain>
Oct 23 18:25:19 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1892252124',display_name='tempest-ServerRescueNegativeTestJSON-server-1892252124',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1892252124',id=3,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1df5afb288fb42fd8800b5e8c1669e7b',ramdisk_id='',reservation_id='r-cez0xz2z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1892604795',owner_user_name='tempest-ServerRescueNegativeTestJSON-1892604795-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:12Z,user_data=None,user_id='8768bac4ff57480eaab864da6a3b481d',uuid=56a114a7-41ad-4304-bff7-bf67b911cf6e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converting VIF {"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:2e:2a,bridge_name='br-int',has_traffic_filtering=True,id=fc312eb5-7d61-43aa-900f-958200c3aa2d,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc312eb5-7d') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG os_vif [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:2e:2a,bridge_name='br-int',has_traffic_filtering=True,id=fc312eb5-7d61-43aa-900f-958200c3aa2d,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc312eb5-7d') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2e6c8cb5-b694-540e-810f-eb2f273920da', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfc312eb5-7d, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfc312eb5-7d, col_values=(('qos', UUID('c4eacc8a-43f7-4395-ab9b-a9f259dfd97e')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfc312eb5-7d, col_values=(('external_ids', {'iface-id': 'fc312eb5-7d61-43aa-900f-958200c3aa2d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:76:2e:2a', 'vm-uuid': '56a114a7-41ad-4304-bff7-bf67b911cf6e'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:19 user nova-compute[74046]: INFO os_vif [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:2e:2a,bridge_name='br-int',has_traffic_filtering=True,id=fc312eb5-7d61-43aa-900f-958200c3aa2d,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc312eb5-7d')
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No VIF found with MAC fa:16:3e:76:2e:2a, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Successfully created port: df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.network.neutron [req-77751cae-0e2e-4ceb-97ba-9b50bc9ae161 req-a2ad0868-5315-4392-9b62-60c57e726937 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updated VIF entry in instance network info cache for port 5fb6552a-de61-462f-91fc-ecf8b267f99f. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG nova.network.neutron [req-77751cae-0e2e-4ceb-97ba-9b50bc9ae161 req-a2ad0868-5315-4392-9b62-60c57e726937 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating instance_info_cache with network_info: [{"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-77751cae-0e2e-4ceb-97ba-9b50bc9ae161 req-a2ad0868-5315-4392-9b62-60c57e726937 service nova] Releasing lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:20 user nova-compute[74046]: DEBUG nova.network.neutron [req-f069d3d8-036c-48fd-add2-d3fb9fc10209 req-371788ba-0246-4de1-9eb9-fcdc4ec2f245 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Updated VIF entry in instance network info cache for port fc312eb5-7d61-43aa-900f-958200c3aa2d. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:25:20 user nova-compute[74046]: DEBUG nova.network.neutron [req-f069d3d8-036c-48fd-add2-d3fb9fc10209 req-371788ba-0246-4de1-9eb9-fcdc4ec2f245 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Updating instance_info_cache with network_info: [{"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f069d3d8-036c-48fd-add2-d3fb9fc10209 req-371788ba-0246-4de1-9eb9-fcdc4ec2f245 service nova] Releasing lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:20 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Successfully created port: e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:25:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:21 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Successfully updated port: e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:25:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquired lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:21 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:25:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-f9ed0ea7-1217-40fd-add9-d1f54c422910 req-722cc852-2b28-4f59-bca4-b51ca3c796cf service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Received event network-changed-e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-f9ed0ea7-1217-40fd-add9-d1f54c422910 req-722cc852-2b28-4f59-bca4-b51ca3c796cf service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Refreshing instance network info cache due to event network-changed-e1737bec-6fc0-493c-8107-d00d719bbbce. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:25:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f9ed0ea7-1217-40fd-add9-d1f54c422910 req-722cc852-2b28-4f59-bca4-b51ca3c796cf service nova] Acquiring lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:21 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:25:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:21 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Successfully updated port: df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:25:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquired lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:21 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.compute.manager [req-f7f4e5a8-1fed-4c23-bb91-bc74583b38f9 req-c36b44c0-5732-4097-81c0-3a7fcac3341a service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-changed-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.compute.manager [req-f7f4e5a8-1fed-4c23-bb91-bc74583b38f9 req-c36b44c0-5732-4097-81c0-3a7fcac3341a service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Refreshing instance network info cache due to event network-changed-df4fbcf6-967b-4454-a509-0e9b972ac95a. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f7f4e5a8-1fed-4c23-bb91-bc74583b38f9 req-c36b44c0-5732-4097-81c0-3a7fcac3341a service nova] Acquiring lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updating instance_info_cache with network_info: [{"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Releasing lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Instance network_info: |[{"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f9ed0ea7-1217-40fd-add9-d1f54c422910 req-722cc852-2b28-4f59-bca4-b51ca3c796cf service nova] Acquired lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.network.neutron [req-f9ed0ea7-1217-40fd-add9-d1f54c422910 req-722cc852-2b28-4f59-bca4-b51ca3c796cf service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Refreshing network info cache for port e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Start _get_guest_xml network_info=[{"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:25:22 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:22 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1927224834',display_name='tempest-ServerActionsTestOtherA-server-1927224834',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1927224834',id=6,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ9f9D+3wGsOpjYQ3ljU7EU7+3OMIF3sXvoN++NLnsFtwCZvA8ShQyYPLk0nlvN7Wf6ksy4qY7Q1JITOpJxEMUKpNJknnTYZHpZyHfSG5xJTqCOb1bBmHRHa3p1XgBvRIw==',key_name='tempest-keypair-1960299765',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-djv3xitq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=920cd53d-42c6-4781-9ae0-ce2b1cde6e25,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:c0:4a,bridge_name='br-int',has_traffic_filtering=True,id=e1737bec-6fc0-493c-8107-d00d719bbbce,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1737bec-6f') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lazy-loading 'pci_devices' on Instance uuid 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:25:22 user nova-compute[74046]:   <uuid>920cd53d-42c6-4781-9ae0-ce2b1cde6e25</uuid>
Oct 23 18:25:22 user nova-compute[74046]:   <name>instance-00000006</name>
Oct 23 18:25:22 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:25:22 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:25:22 user nova-compute[74046]:   <metadata>
Oct 23 18:25:22 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:25:22 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:25:22 user nova-compute[74046]:       <nova:name>tempest-ServerActionsTestOtherA-server-1927224834</nova:name>
Oct 23 18:25:22 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:25:22</nova:creationTime>
Oct 23 18:25:22 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:25:22 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:25:22 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:25:22 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:25:22 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:25:22 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:25:22 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:25:22 user nova-compute[74046]:       <nova:owner>
Oct 23 18:25:22 user nova-compute[74046]:         <nova:user uuid="ba365aa5b0a44d718be5e737ad6d23ac">tempest-ServerActionsTestOtherA-1690585759-project-member</nova:user>
Oct 23 18:25:22 user nova-compute[74046]:         <nova:project uuid="8afd1e53cfdb4074bd9fc58762ff2637">tempest-ServerActionsTestOtherA-1690585759</nova:project>
Oct 23 18:25:22 user nova-compute[74046]:       </nova:owner>
Oct 23 18:25:22 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:25:22 user nova-compute[74046]:       <nova:ports>
Oct 23 18:25:22 user nova-compute[74046]:         <nova:port uuid="e1737bec-6fc0-493c-8107-d00d719bbbce">
Oct 23 18:25:22 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 23 18:25:22 user nova-compute[74046]:         </nova:port>
Oct 23 18:25:22 user nova-compute[74046]:       </nova:ports>
Oct 23 18:25:22 user nova-compute[74046]:     </nova:instance>
Oct 23 18:25:22 user nova-compute[74046]:   </metadata>
Oct 23 18:25:22 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:25:22 user nova-compute[74046]:     <system>
Oct 23 18:25:22 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:25:22 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:25:22 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:25:22 user nova-compute[74046]:       <entry name="serial">920cd53d-42c6-4781-9ae0-ce2b1cde6e25</entry>
Oct 23 18:25:22 user nova-compute[74046]:       <entry name="uuid">920cd53d-42c6-4781-9ae0-ce2b1cde6e25</entry>
Oct 23 18:25:22 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:25:22 user nova-compute[74046]:     </system>
Oct 23 18:25:22 user nova-compute[74046]:   </sysinfo>
Oct 23 18:25:22 user nova-compute[74046]:   <os>
Oct 23 18:25:22 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:25:22 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:25:22 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:25:22 user nova-compute[74046]:   </os>
Oct 23 18:25:22 user nova-compute[74046]:   <features>
Oct 23 18:25:22 user nova-compute[74046]:     <acpi/>
Oct 23 18:25:22 user nova-compute[74046]:     <apic/>
Oct 23 18:25:22 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:25:22 user nova-compute[74046]:   </features>
Oct 23 18:25:22 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:25:22 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:25:22 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:25:22 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:25:22 user nova-compute[74046]:   </clock>
Oct 23 18:25:22 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:25:22 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:25:22 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:25:22 user nova-compute[74046]:   </cpu>
Oct 23 18:25:22 user nova-compute[74046]:   <devices>
Oct 23 18:25:22 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:25:22 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:25:22 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk"/>
Oct 23 18:25:22 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:25:22 user nova-compute[74046]:     </disk>
Oct 23 18:25:22 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:25:22 user nova-compute[74046]:       <mac address="fa:16:3e:2c:c0:4a"/>
Oct 23 18:25:22 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:22 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:25:22 user nova-compute[74046]:       <target dev="tape1737bec-6f"/>
Oct 23 18:25:22 user nova-compute[74046]:     </interface>
Oct 23 18:25:22 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:25:22 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/console.log" append="off"/>
Oct 23 18:25:22 user nova-compute[74046]:     </serial>
Oct 23 18:25:22 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:25:22 user nova-compute[74046]:     <video>
Oct 23 18:25:22 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:22 user nova-compute[74046]:     </video>
Oct 23 18:25:22 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:25:22 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:25:22 user nova-compute[74046]:     </rng>
Oct 23 18:25:22 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:25:22 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:25:22 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:25:22 user nova-compute[74046]:     </memballoon>
Oct 23 18:25:22 user nova-compute[74046]:   </devices>
Oct 23 18:25:22 user nova-compute[74046]: </domain>
Oct 23 18:25:22 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1927224834',display_name='tempest-ServerActionsTestOtherA-server-1927224834',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1927224834',id=6,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ9f9D+3wGsOpjYQ3ljU7EU7+3OMIF3sXvoN++NLnsFtwCZvA8ShQyYPLk0nlvN7Wf6ksy4qY7Q1JITOpJxEMUKpNJknnTYZHpZyHfSG5xJTqCOb1bBmHRHa3p1XgBvRIw==',key_name='tempest-keypair-1960299765',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-djv3xitq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=920cd53d-42c6-4781-9ae0-ce2b1cde6e25,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:c0:4a,bridge_name='br-int',has_traffic_filtering=True,id=e1737bec-6fc0-493c-8107-d00d719bbbce,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1737bec-6f') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG os_vif [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:c0:4a,bridge_name='br-int',has_traffic_filtering=True,id=e1737bec-6fc0-493c-8107-d00d719bbbce,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1737bec-6f') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c5763d52-3fc8-54b3-9ea1-52daadda5ae9', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape1737bec-6f, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape1737bec-6f, col_values=(('qos', UUID('a2a17ac2-3918-47dd-98ee-74040b8e5b91')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape1737bec-6f, col_values=(('external_ids', {'iface-id': 'e1737bec-6fc0-493c-8107-d00d719bbbce', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:c0:4a', 'vm-uuid': '920cd53d-42c6-4781-9ae0-ce2b1cde6e25'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:22 user nova-compute[74046]: INFO os_vif [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:c0:4a,bridge_name='br-int',has_traffic_filtering=True,id=e1737bec-6fc0-493c-8107-d00d719bbbce,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1737bec-6f')
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No VIF found with MAC fa:16:3e:2c:c0:4a, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.network.neutron [req-f9ed0ea7-1217-40fd-add9-d1f54c422910 req-722cc852-2b28-4f59-bca4-b51ca3c796cf service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updated VIF entry in instance network info cache for port e1737bec-6fc0-493c-8107-d00d719bbbce. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG nova.network.neutron [req-f9ed0ea7-1217-40fd-add9-d1f54c422910 req-722cc852-2b28-4f59-bca4-b51ca3c796cf service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updating instance_info_cache with network_info: [{"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f9ed0ea7-1217-40fd-add9-d1f54c422910 req-722cc852-2b28-4f59-bca4-b51ca3c796cf service nova] Releasing lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:23 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updating instance_info_cache with network_info: [{"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Releasing lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Instance network_info: |[{"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:25:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f7f4e5a8-1fed-4c23-bb91-bc74583b38f9 req-c36b44c0-5732-4097-81c0-3a7fcac3341a service nova] Acquired lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:23 user nova-compute[74046]: DEBUG nova.network.neutron [req-f7f4e5a8-1fed-4c23-bb91-bc74583b38f9 req-c36b44c0-5732-4097-81c0-3a7fcac3341a service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Refreshing network info cache for port df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:25:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Start _get_guest_xml network_info=[{"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:25:23 user nova-compute[74046]: DEBUG nova.network.neutron [req-f7f4e5a8-1fed-4c23-bb91-bc74583b38f9 req-c36b44c0-5732-4097-81c0-3a7fcac3341a service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updated VIF entry in instance network info cache for port df4fbcf6-967b-4454-a509-0e9b972ac95a. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:25:23 user nova-compute[74046]: DEBUG nova.network.neutron [req-f7f4e5a8-1fed-4c23-bb91-bc74583b38f9 req-c36b44c0-5732-4097-81c0-3a7fcac3341a service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updating instance_info_cache with network_info: [{"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f7f4e5a8-1fed-4c23-bb91-bc74583b38f9 req-c36b44c0-5732-4097-81c0-3a7fcac3341a service nova] Releasing lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-5a7433ff-b305-465a-9fb2-d46a12d36ded req-ac707882-ee6b-42b9-9238-d6672cc0d946 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a7433ff-b305-465a-9fb2-d46a12d36ded req-ac707882-ee6b-42b9-9238-d6672cc0d946 service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a7433ff-b305-465a-9fb2-d46a12d36ded req-ac707882-ee6b-42b9-9238-d6672cc0d946 service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a7433ff-b305-465a-9fb2-d46a12d36ded req-ac707882-ee6b-42b9-9238-d6672cc0d946 service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-5a7433ff-b305-465a-9fb2-d46a12d36ded req-ac707882-ee6b-42b9-9238-d6672cc0d946 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:25:25 user nova-compute[74046]: WARNING nova.compute.manager [req-5a7433ff-b305-465a-9fb2-d46a12d36ded req-ac707882-ee6b-42b9-9238-d6672cc0d946 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state building and task_state spawning.
Oct 23 18:25:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:25:27 user nova-compute[74046]: WARNING nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state building and task_state spawning.
Oct 23 18:25:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Received event network-vif-plugged-a077f170-e9f0-4f57-babd-a20b4104c867 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Acquiring lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] No waiting events found dispatching network-vif-plugged-a077f170-e9f0-4f57-babd-a20b4104c867 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:25:27 user nova-compute[74046]: WARNING nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Received unexpected event network-vif-plugged-a077f170-e9f0-4f57-babd-a20b4104c867 for instance with vm_state building and task_state spawning.
Oct 23 18:25:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Received event network-vif-plugged-a077f170-e9f0-4f57-babd-a20b4104c867 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Acquiring lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] No waiting events found dispatching network-vif-plugged-a077f170-e9f0-4f57-babd-a20b4104c867 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:25:27 user nova-compute[74046]: WARNING nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Received unexpected event network-vif-plugged-a077f170-e9f0-4f57-babd-a20b4104c867 for instance with vm_state building and task_state spawning.
Oct 23 18:25:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] No waiting events found dispatching network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:25:27 user nova-compute[74046]: WARNING nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received unexpected event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d for instance with vm_state building and task_state spawning.
Oct 23 18:25:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] No waiting events found dispatching network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:25:27 user nova-compute[74046]: WARNING nova.compute.manager [req-f6892f5e-7cba-4ead-a86f-df6c62a13d39 req-fab421c8-9c5a-4624-93ae-4cbe3a247337 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received unexpected event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d for instance with vm_state building and task_state spawning.
Oct 23 18:25:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:25:28 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Instance spawned successfully.
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:25:28 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:28 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:25:28 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Instance spawned successfully.
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2033255777',display_name='tempest-ServerStableDeviceRescueTest-server-2033255777',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2033255777',id=5,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCEmF+O1Jcw1a65sQ8VoHo5Ckis/5y2jvy5nz5WV/fISeRi8bo4wTOwaDfvbJ0jwCdB9EewRvtH9L9yRZNZf2KGiQSNGWCs12+beOa5gA1GO0maElUT9rJpcvrGWtQR74Q==',key_name='tempest-keypair-970120561',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed2940647c2c4592ac95daf3296956bb',ramdisk_id='',reservation_id='r-wqswjqyd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1590143838',owner_user_name='tempest-ServerStableDeviceRescueTest-1590143838-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5bcdb397a92148b9abd72168b50c95c3',uuid=33805cea-a476-4ad1-8a5e-3dc9dc29f71a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Converting VIF {"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:b5:1d,bridge_name='br-int',has_traffic_filtering=True,id=df4fbcf6-967b-4454-a509-0e9b972ac95a,network=Network(27632b05-e5e7-48a8-818e-78d11a1eb7a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fbcf6-96') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lazy-loading 'pci_devices' on Instance uuid 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:25:28 user nova-compute[74046]:   <uuid>33805cea-a476-4ad1-8a5e-3dc9dc29f71a</uuid>
Oct 23 18:25:28 user nova-compute[74046]:   <name>instance-00000005</name>
Oct 23 18:25:28 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:25:28 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:25:28 user nova-compute[74046]:   <metadata>
Oct 23 18:25:28 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:25:28 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:25:28 user nova-compute[74046]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-2033255777</nova:name>
Oct 23 18:25:28 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:25:28</nova:creationTime>
Oct 23 18:25:28 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:25:28 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:25:28 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:25:28 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:25:28 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:25:28 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:25:28 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:25:28 user nova-compute[74046]:       <nova:owner>
Oct 23 18:25:28 user nova-compute[74046]:         <nova:user uuid="5bcdb397a92148b9abd72168b50c95c3">tempest-ServerStableDeviceRescueTest-1590143838-project-member</nova:user>
Oct 23 18:25:28 user nova-compute[74046]:         <nova:project uuid="ed2940647c2c4592ac95daf3296956bb">tempest-ServerStableDeviceRescueTest-1590143838</nova:project>
Oct 23 18:25:28 user nova-compute[74046]:       </nova:owner>
Oct 23 18:25:28 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:25:28 user nova-compute[74046]:       <nova:ports>
Oct 23 18:25:28 user nova-compute[74046]:         <nova:port uuid="df4fbcf6-967b-4454-a509-0e9b972ac95a">
Oct 23 18:25:28 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 23 18:25:28 user nova-compute[74046]:         </nova:port>
Oct 23 18:25:28 user nova-compute[74046]:       </nova:ports>
Oct 23 18:25:28 user nova-compute[74046]:     </nova:instance>
Oct 23 18:25:28 user nova-compute[74046]:   </metadata>
Oct 23 18:25:28 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:25:28 user nova-compute[74046]:     <system>
Oct 23 18:25:28 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:25:28 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:25:28 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:25:28 user nova-compute[74046]:       <entry name="serial">33805cea-a476-4ad1-8a5e-3dc9dc29f71a</entry>
Oct 23 18:25:28 user nova-compute[74046]:       <entry name="uuid">33805cea-a476-4ad1-8a5e-3dc9dc29f71a</entry>
Oct 23 18:25:28 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:25:28 user nova-compute[74046]:     </system>
Oct 23 18:25:28 user nova-compute[74046]:   </sysinfo>
Oct 23 18:25:28 user nova-compute[74046]:   <os>
Oct 23 18:25:28 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:25:28 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:25:28 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:25:28 user nova-compute[74046]:   </os>
Oct 23 18:25:28 user nova-compute[74046]:   <features>
Oct 23 18:25:28 user nova-compute[74046]:     <acpi/>
Oct 23 18:25:28 user nova-compute[74046]:     <apic/>
Oct 23 18:25:28 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:25:28 user nova-compute[74046]:   </features>
Oct 23 18:25:28 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:25:28 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:25:28 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:25:28 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:25:28 user nova-compute[74046]:   </clock>
Oct 23 18:25:28 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:25:28 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:25:28 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:25:28 user nova-compute[74046]:   </cpu>
Oct 23 18:25:28 user nova-compute[74046]:   <devices>
Oct 23 18:25:28 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:25:28 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:25:28 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk"/>
Oct 23 18:25:28 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:25:28 user nova-compute[74046]:     </disk>
Oct 23 18:25:28 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:25:28 user nova-compute[74046]:       <mac address="fa:16:3e:0e:b5:1d"/>
Oct 23 18:25:28 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:28 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:25:28 user nova-compute[74046]:       <target dev="tapdf4fbcf6-96"/>
Oct 23 18:25:28 user nova-compute[74046]:     </interface>
Oct 23 18:25:28 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:25:28 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/console.log" append="off"/>
Oct 23 18:25:28 user nova-compute[74046]:     </serial>
Oct 23 18:25:28 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:25:28 user nova-compute[74046]:     <video>
Oct 23 18:25:28 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:28 user nova-compute[74046]:     </video>
Oct 23 18:25:28 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:25:28 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:25:28 user nova-compute[74046]:     </rng>
Oct 23 18:25:28 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:25:28 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:25:28 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:25:28 user nova-compute[74046]:     </memballoon>
Oct 23 18:25:28 user nova-compute[74046]:   </devices>
Oct 23 18:25:28 user nova-compute[74046]: </domain>
Oct 23 18:25:28 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2033255777',display_name='tempest-ServerStableDeviceRescueTest-server-2033255777',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2033255777',id=5,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCEmF+O1Jcw1a65sQ8VoHo5Ckis/5y2jvy5nz5WV/fISeRi8bo4wTOwaDfvbJ0jwCdB9EewRvtH9L9yRZNZf2KGiQSNGWCs12+beOa5gA1GO0maElUT9rJpcvrGWtQR74Q==',key_name='tempest-keypair-970120561',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed2940647c2c4592ac95daf3296956bb',ramdisk_id='',reservation_id='r-wqswjqyd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1590143838',owner_user_name='tempest-ServerStableDeviceRescueTest-1590143838-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5bcdb397a92148b9abd72168b50c95c3',uuid=33805cea-a476-4ad1-8a5e-3dc9dc29f71a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Converting VIF {"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:b5:1d,bridge_name='br-int',has_traffic_filtering=True,id=df4fbcf6-967b-4454-a509-0e9b972ac95a,network=Network(27632b05-e5e7-48a8-818e-78d11a1eb7a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fbcf6-96') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG os_vif [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:b5:1d,bridge_name='br-int',has_traffic_filtering=True,id=df4fbcf6-967b-4454-a509-0e9b972ac95a,network=Network(27632b05-e5e7-48a8-818e-78d11a1eb7a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fbcf6-96') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '424a27b3-f099-5997-8b02-03576d71b433', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdf4fbcf6-96, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdf4fbcf6-96, col_values=(('qos', UUID('8c3de172-d74c-4b45-b968-bbbde40c9ff4')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdf4fbcf6-96, col_values=(('external_ids', {'iface-id': 'df4fbcf6-967b-4454-a509-0e9b972ac95a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0e:b5:1d', 'vm-uuid': '33805cea-a476-4ad1-8a5e-3dc9dc29f71a'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:28 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Instance spawned successfully.
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:28 user nova-compute[74046]: INFO os_vif [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:b5:1d,bridge_name='br-int',has_traffic_filtering=True,id=df4fbcf6-967b-4454-a509-0e9b972ac95a,network=Network(27632b05-e5e7-48a8-818e-78d11a1eb7a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fbcf6-96')
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: INFO nova.compute.manager [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Took 18.92 seconds to spawn the instance on the hypervisor.
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:25:28 user nova-compute[74046]: INFO nova.compute.manager [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Took 20.78 seconds to spawn the instance on the hypervisor.
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] No VIF found with MAC fa:16:3e:0e:b5:1d, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:25:28 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Instance spawned successfully.
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:25:28 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Instance spawned successfully.
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: INFO nova.compute.manager [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Took 19.86 seconds to build instance.
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9a4d41ec-57a7-41c5-9878-8c83d209ed90 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.108s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:28 user nova-compute[74046]: INFO nova.compute.manager [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Took 16.80 seconds to spawn the instance on the hypervisor.
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:25:28 user nova-compute[74046]: INFO nova.compute.manager [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Took 22.43 seconds to build instance.
Oct 23 18:25:28 user nova-compute[74046]: INFO nova.compute.manager [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Took 16.32 seconds to spawn the instance on the hypervisor.
Oct 23 18:25:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:25:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86f1113c-a7f3-43e5-9eae-4651b487a671 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.711s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:29 user nova-compute[74046]: INFO nova.compute.manager [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Took 18.25 seconds to build instance.
Oct 23 18:25:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-812ad754-e560-40e0-a502-528d56008eec tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.437s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:29 user nova-compute[74046]: INFO nova.compute.manager [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Took 11.29 seconds to spawn the instance on the hypervisor.
Oct 23 18:25:29 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:25:29 user nova-compute[74046]: INFO nova.compute.manager [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Took 17.96 seconds to build instance.
Oct 23 18:25:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1fee7e8f-723e-4bb9-a5ec-af62a6788b13 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.466s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:29 user nova-compute[74046]: INFO nova.compute.manager [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Took 12.55 seconds to build instance.
Oct 23 18:25:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbcce378-eb7b-4afa-9e92-4a2763d84922 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.745s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:30 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:25:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:25:31 user nova-compute[74046]: INFO nova.compute.claims [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Claim successful on node user
Oct 23 18:25:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-e96650a3-db75-41d6-8779-e1187f96c555 req-0027979c-ea1d-482e-b835-f59c3c7f7ac7 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e96650a3-db75-41d6-8779-e1187f96c555 req-0027979c-ea1d-482e-b835-f59c3c7f7ac7 service nova] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e96650a3-db75-41d6-8779-e1187f96c555 req-0027979c-ea1d-482e-b835-f59c3c7f7ac7 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e96650a3-db75-41d6-8779-e1187f96c555 req-0027979c-ea1d-482e-b835-f59c3c7f7ac7 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-e96650a3-db75-41d6-8779-e1187f96c555 req-0027979c-ea1d-482e-b835-f59c3c7f7ac7 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] No waiting events found dispatching network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:25:31 user nova-compute[74046]: WARNING nova.compute.manager [req-e96650a3-db75-41d6-8779-e1187f96c555 req-0027979c-ea1d-482e-b835-f59c3c7f7ac7 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received unexpected event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a for instance with vm_state building and task_state spawning.
Oct 23 18:25:31 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:25:31 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.861s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:25:32 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:25:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG nova.policy [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b81adfc33c4f447080c14fee04807e11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e2342ffc44342a39c380e1689c56db0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:25:32 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Creating image(s)
Oct 23 18:25:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "/opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "/opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "/opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.289s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:25:33 user nova-compute[74046]: INFO nova.compute.claims [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Claim successful on node user
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.394s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk 1073741824" returned: 0 in 0.101s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.501s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.256s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:25:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-cbfc5669-77f8-486a-a0cd-64b5d7f7a65a req-34a6c02a-c38b-4c66-9a4c-84ec7a7c3201 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cbfc5669-77f8-486a-a0cd-64b5d7f7a65a req-34a6c02a-c38b-4c66-9a4c-84ec7a7c3201 service nova] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cbfc5669-77f8-486a-a0cd-64b5d7f7a65a req-34a6c02a-c38b-4c66-9a4c-84ec7a7c3201 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cbfc5669-77f8-486a-a0cd-64b5d7f7a65a req-34a6c02a-c38b-4c66-9a4c-84ec7a7c3201 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-cbfc5669-77f8-486a-a0cd-64b5d7f7a65a req-34a6c02a-c38b-4c66-9a4c-84ec7a7c3201 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] No waiting events found dispatching network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:25:34 user nova-compute[74046]: WARNING nova.compute.manager [req-cbfc5669-77f8-486a-a0cd-64b5d7f7a65a req-34a6c02a-c38b-4c66-9a4c-84ec7a7c3201 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received unexpected event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a for instance with vm_state building and task_state spawning.
Oct 23 18:25:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.network.neutron [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Successfully created port: 934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json" returned: 0 in 0.408s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Cannot resize image /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Ensure instance console log exists: /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.058s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:25:34 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:25:34 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Instance spawned successfully.
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.policy [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7b0a51e4a544dde97b9da2d6c09b53e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da27e3b165cb4a61a9d795502655b0ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:25:34 user nova-compute[74046]: INFO nova.compute.manager [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Took 18.49 seconds to spawn the instance on the hypervisor.
Oct 23 18:25:34 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:25:35 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:25:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:25:35 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Creating image(s)
Oct 23 18:25:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "/opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "/opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "/opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "91c813080ecfb80e49a888e439749327a7ec260a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "91c813080ecfb80e49a888e439749327a7ec260a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:35 user nova-compute[74046]: INFO nova.compute.manager [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Took 19.72 seconds to build instance.
Oct 23 18:25:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d4993423-7979-49c0-8cc5-fe1621de5ffc tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.880s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a.part --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG nova.network.neutron [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Successfully updated port: 934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-efd7e7c4-a8c5-47e6-bf72-a08ef629dcdf req-cdd7b226-b70f-4772-b89d-ab6c87ade3d3 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Received event network-changed-934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-efd7e7c4-a8c5-47e6-bf72-a08ef629dcdf req-cdd7b226-b70f-4772-b89d-ab6c87ade3d3 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Refreshing instance network info cache due to event network-changed-934adb24-f72e-48d1-b278-b32ea1352a89. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-efd7e7c4-a8c5-47e6-bf72-a08ef629dcdf req-cdd7b226-b70f-4772-b89d-ab6c87ade3d3 service nova] Acquiring lock "refresh_cache-b8e5cd49-7784-4467-9952-ba68b07e1c07" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-efd7e7c4-a8c5-47e6-bf72-a08ef629dcdf req-cdd7b226-b70f-4772-b89d-ab6c87ade3d3 service nova] Acquired lock "refresh_cache-b8e5cd49-7784-4467-9952-ba68b07e1c07" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG nova.network.neutron [req-efd7e7c4-a8c5-47e6-bf72-a08ef629dcdf req-cdd7b226-b70f-4772-b89d-ab6c87ade3d3 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Refreshing network info cache for port 934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "refresh_cache-b8e5cd49-7784-4467-9952-ba68b07e1c07" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Successfully created port: 5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG nova.network.neutron [req-efd7e7c4-a8c5-47e6-bf72-a08ef629dcdf req-cdd7b226-b70f-4772-b89d-ab6c87ade3d3 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a.part --force-share --output=json" returned: 0 in 0.350s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG nova.virt.images [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] d624559e-b6f9-4dcf-8dee-cd81b91f5f7a was qcow2, converting to raw {{(pid=74046) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a.part /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a.converted {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a.part /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a.converted" returned: 0 in 0.406s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a.converted --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:36 user nova-compute[74046]: DEBUG nova.network.neutron [req-efd7e7c4-a8c5-47e6-bf72-a08ef629dcdf req-cdd7b226-b70f-4772-b89d-ab6c87ade3d3 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-efd7e7c4-a8c5-47e6-bf72-a08ef629dcdf req-cdd7b226-b70f-4772-b89d-ab6c87ade3d3 service nova] Releasing lock "refresh_cache-b8e5cd49-7784-4467-9952-ba68b07e1c07" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquired lock "refresh_cache-b8e5cd49-7784-4467-9952-ba68b07e1c07" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.network.neutron [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a.converted --force-share --output=json" returned: 0 in 0.261s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "91c813080ecfb80e49a888e439749327a7ec260a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.962s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.network.neutron [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a --force-share --output=json" returned: 0 in 0.360s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "91c813080ecfb80e49a888e439749327a7ec260a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "91c813080ecfb80e49a888e439749327a7ec260a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.006s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.network.neutron [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Updating instance_info_cache with network_info: [{"id": "934adb24-f72e-48d1-b278-b32ea1352a89", "address": "fa:16:3e:11:f4:92", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap934adb24-f7", "ovs_interfaceid": "934adb24-f72e-48d1-b278-b32ea1352a89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Releasing lock "refresh_cache-b8e5cd49-7784-4467-9952-ba68b07e1c07" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Instance network_info: |[{"id": "934adb24-f72e-48d1-b278-b32ea1352a89", "address": "fa:16:3e:11:f4:92", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap934adb24-f7", "ovs_interfaceid": "934adb24-f72e-48d1-b278-b32ea1352a89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Start _get_guest_xml network_info=[{"id": "934adb24-f72e-48d1-b278-b32ea1352a89", "address": "fa:16:3e:11:f4:92", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap934adb24-f7", "ovs_interfaceid": "934adb24-f72e-48d1-b278-b32ea1352a89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:25:37 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:37 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1317570096',display_name='tempest-VolumesAdminNegativeTest-server-1317570096',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1317570096',id=7,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNwIPnL1n1pGZZydzElSVhV7VnAHLnex6vCyIL4Q6/sUlEaUtvIBjpi/oEO22WEczFFdVQjR64yFMJIorROaeDrM0dmDfktlyYQuJnc/KpyuoDCuIJjHr2z7Joway309Rg==',key_name='tempest-keypair-806930421',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e2342ffc44342a39c380e1689c56db0',ramdisk_id='',reservation_id='r-wbqcax2m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1207595346',owner_user_name='tempest-VolumesAdminNegativeTest-1207595346-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b81adfc33c4f447080c14fee04807e11',uuid=b8e5cd49-7784-4467-9952-ba68b07e1c07,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "934adb24-f72e-48d1-b278-b32ea1352a89", "address": "fa:16:3e:11:f4:92", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap934adb24-f7", "ovs_interfaceid": "934adb24-f72e-48d1-b278-b32ea1352a89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Converting VIF {"id": "934adb24-f72e-48d1-b278-b32ea1352a89", "address": "fa:16:3e:11:f4:92", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap934adb24-f7", "ovs_interfaceid": "934adb24-f72e-48d1-b278-b32ea1352a89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:f4:92,bridge_name='br-int',has_traffic_filtering=True,id=934adb24-f72e-48d1-b278-b32ea1352a89,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap934adb24-f7') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:37 user nova-compute[74046]: DEBUG nova.objects.instance [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lazy-loading 'pci_devices' on Instance uuid b8e5cd49-7784-4467-9952-ba68b07e1c07 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a --force-share --output=json" returned: 0 in 0.481s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a,backing_fmt=raw /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a,backing_fmt=raw /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk 1073741824" returned: 0 in 0.082s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "91c813080ecfb80e49a888e439749327a7ec260a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.571s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:25:38 user nova-compute[74046]:   <uuid>b8e5cd49-7784-4467-9952-ba68b07e1c07</uuid>
Oct 23 18:25:38 user nova-compute[74046]:   <name>instance-00000007</name>
Oct 23 18:25:38 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:25:38 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:25:38 user nova-compute[74046]:   <metadata>
Oct 23 18:25:38 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:25:38 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:25:38 user nova-compute[74046]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1317570096</nova:name>
Oct 23 18:25:38 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:25:37</nova:creationTime>
Oct 23 18:25:38 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:25:38 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:25:38 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:25:38 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:25:38 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:25:38 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:25:38 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:25:38 user nova-compute[74046]:       <nova:owner>
Oct 23 18:25:38 user nova-compute[74046]:         <nova:user uuid="b81adfc33c4f447080c14fee04807e11">tempest-VolumesAdminNegativeTest-1207595346-project-member</nova:user>
Oct 23 18:25:38 user nova-compute[74046]:         <nova:project uuid="0e2342ffc44342a39c380e1689c56db0">tempest-VolumesAdminNegativeTest-1207595346</nova:project>
Oct 23 18:25:38 user nova-compute[74046]:       </nova:owner>
Oct 23 18:25:38 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:25:38 user nova-compute[74046]:       <nova:ports>
Oct 23 18:25:38 user nova-compute[74046]:         <nova:port uuid="934adb24-f72e-48d1-b278-b32ea1352a89">
Oct 23 18:25:38 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 23 18:25:38 user nova-compute[74046]:         </nova:port>
Oct 23 18:25:38 user nova-compute[74046]:       </nova:ports>
Oct 23 18:25:38 user nova-compute[74046]:     </nova:instance>
Oct 23 18:25:38 user nova-compute[74046]:   </metadata>
Oct 23 18:25:38 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:25:38 user nova-compute[74046]:     <system>
Oct 23 18:25:38 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:25:38 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:25:38 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:25:38 user nova-compute[74046]:       <entry name="serial">b8e5cd49-7784-4467-9952-ba68b07e1c07</entry>
Oct 23 18:25:38 user nova-compute[74046]:       <entry name="uuid">b8e5cd49-7784-4467-9952-ba68b07e1c07</entry>
Oct 23 18:25:38 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:25:38 user nova-compute[74046]:     </system>
Oct 23 18:25:38 user nova-compute[74046]:   </sysinfo>
Oct 23 18:25:38 user nova-compute[74046]:   <os>
Oct 23 18:25:38 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:25:38 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:25:38 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:25:38 user nova-compute[74046]:   </os>
Oct 23 18:25:38 user nova-compute[74046]:   <features>
Oct 23 18:25:38 user nova-compute[74046]:     <acpi/>
Oct 23 18:25:38 user nova-compute[74046]:     <apic/>
Oct 23 18:25:38 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:25:38 user nova-compute[74046]:   </features>
Oct 23 18:25:38 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:25:38 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:25:38 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:25:38 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:25:38 user nova-compute[74046]:   </clock>
Oct 23 18:25:38 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:25:38 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:25:38 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:25:38 user nova-compute[74046]:   </cpu>
Oct 23 18:25:38 user nova-compute[74046]:   <devices>
Oct 23 18:25:38 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:25:38 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:25:38 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk"/>
Oct 23 18:25:38 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:25:38 user nova-compute[74046]:     </disk>
Oct 23 18:25:38 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:25:38 user nova-compute[74046]:       <mac address="fa:16:3e:11:f4:92"/>
Oct 23 18:25:38 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:38 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:25:38 user nova-compute[74046]:       <target dev="tap934adb24-f7"/>
Oct 23 18:25:38 user nova-compute[74046]:     </interface>
Oct 23 18:25:38 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:25:38 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/console.log" append="off"/>
Oct 23 18:25:38 user nova-compute[74046]:     </serial>
Oct 23 18:25:38 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:25:38 user nova-compute[74046]:     <video>
Oct 23 18:25:38 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:38 user nova-compute[74046]:     </video>
Oct 23 18:25:38 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:25:38 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:25:38 user nova-compute[74046]:     </rng>
Oct 23 18:25:38 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:25:38 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:25:38 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:25:38 user nova-compute[74046]:     </memballoon>
Oct 23 18:25:38 user nova-compute[74046]:   </devices>
Oct 23 18:25:38 user nova-compute[74046]: </domain>
Oct 23 18:25:38 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1317570096',display_name='tempest-VolumesAdminNegativeTest-server-1317570096',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1317570096',id=7,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNwIPnL1n1pGZZydzElSVhV7VnAHLnex6vCyIL4Q6/sUlEaUtvIBjpi/oEO22WEczFFdVQjR64yFMJIorROaeDrM0dmDfktlyYQuJnc/KpyuoDCuIJjHr2z7Joway309Rg==',key_name='tempest-keypair-806930421',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e2342ffc44342a39c380e1689c56db0',ramdisk_id='',reservation_id='r-wbqcax2m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1207595346',owner_user_name='tempest-VolumesAdminNegativeTest-1207595346-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b81adfc33c4f447080c14fee04807e11',uuid=b8e5cd49-7784-4467-9952-ba68b07e1c07,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "934adb24-f72e-48d1-b278-b32ea1352a89", "address": "fa:16:3e:11:f4:92", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap934adb24-f7", "ovs_interfaceid": "934adb24-f72e-48d1-b278-b32ea1352a89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Converting VIF {"id": "934adb24-f72e-48d1-b278-b32ea1352a89", "address": "fa:16:3e:11:f4:92", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap934adb24-f7", "ovs_interfaceid": "934adb24-f72e-48d1-b278-b32ea1352a89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:f4:92,bridge_name='br-int',has_traffic_filtering=True,id=934adb24-f72e-48d1-b278-b32ea1352a89,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap934adb24-f7') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG os_vif [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:f4:92,bridge_name='br-int',has_traffic_filtering=True,id=934adb24-f72e-48d1-b278-b32ea1352a89,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap934adb24-f7') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2ad39130-0467-5449-872c-c42741cff159', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap934adb24-f7, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap934adb24-f7, col_values=(('qos', UUID('1329f9f2-595c-4a6b-80ec-f9a65c427455')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap934adb24-f7, col_values=(('external_ids', {'iface-id': '934adb24-f72e-48d1-b278-b32ea1352a89', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:11:f4:92', 'vm-uuid': 'b8e5cd49-7784-4467-9952-ba68b07e1c07'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:38 user nova-compute[74046]: INFO os_vif [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:f4:92,bridge_name='br-int',has_traffic_filtering=True,id=934adb24-f72e-48d1-b278-b32ea1352a89,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap934adb24-f7')
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] No VIF found with MAC fa:16:3e:11:f4:92, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a --force-share --output=json" returned: 0 in 0.329s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Successfully updated port: 5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "refresh_cache-0790122d-8ce0-4ca8-a0ca-86ff3adf701b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquired lock "refresh_cache-0790122d-8ce0-4ca8-a0ca-86ff3adf701b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-03cdd4ac-03a1-4b63-813d-5cd2de7be997 req-2223e862-4d31-45dd-bb27-cbfc7ebfe6bf service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Received event network-changed-5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-03cdd4ac-03a1-4b63-813d-5cd2de7be997 req-2223e862-4d31-45dd-bb27-cbfc7ebfe6bf service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Refreshing instance network info cache due to event network-changed-5edb6e74-c853-4c6e-badd-5f98ee39286c. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-03cdd4ac-03a1-4b63-813d-5cd2de7be997 req-2223e862-4d31-45dd-bb27-cbfc7ebfe6bf service nova] Acquiring lock "refresh_cache-0790122d-8ce0-4ca8-a0ca-86ff3adf701b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json" returned: 0 in 0.292s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Cannot resize image /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Ensure instance console log exists: /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Updating instance_info_cache with network_info: [{"id": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "address": "fa:16:3e:5a:4f:b6", "network": {"id": "345b712f-25d5-4f23-be18-821cae9c8eb7", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-318360688-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da27e3b165cb4a61a9d795502655b0ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5edb6e74-c8", "ovs_interfaceid": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Releasing lock "refresh_cache-0790122d-8ce0-4ca8-a0ca-86ff3adf701b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Instance network_info: |[{"id": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "address": "fa:16:3e:5a:4f:b6", "network": {"id": "345b712f-25d5-4f23-be18-821cae9c8eb7", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-318360688-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da27e3b165cb4a61a9d795502655b0ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5edb6e74-c8", "ovs_interfaceid": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-03cdd4ac-03a1-4b63-813d-5cd2de7be997 req-2223e862-4d31-45dd-bb27-cbfc7ebfe6bf service nova] Acquired lock "refresh_cache-0790122d-8ce0-4ca8-a0ca-86ff3adf701b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.network.neutron [req-03cdd4ac-03a1-4b63-813d-5cd2de7be997 req-2223e862-4d31-45dd-bb27-cbfc7ebfe6bf service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Refreshing network info cache for port 5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Start _get_guest_xml network_info=[{"id": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "address": "fa:16:3e:5a:4f:b6", "network": {"id": "345b712f-25d5-4f23-be18-821cae9c8eb7", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-318360688-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da27e3b165cb4a61a9d795502655b0ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5edb6e74-c8", "ovs_interfaceid": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:25:24Z,direct_url=<?>,disk_format='qcow2',id=d624559e-b6f9-4dcf-8dee-cd81b91f5f7a,min_disk=0,min_ram=0,name='',owner='ade72c78e9994e55a32dc4c693be5287',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:25:26Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'disk_bus': 'scsi', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'd624559e-b6f9-4dcf-8dee-cd81b91f5f7a'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:25:39 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:39 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:25:24Z,direct_url=<?>,disk_format='qcow2',id=d624559e-b6f9-4dcf-8dee-cd81b91f5f7a,min_disk=0,min_ram=0,name='',owner='ade72c78e9994e55a32dc4c693be5287',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:25:26Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:25:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1925646323',display_name='tempest-AttachSCSIVolumeTestJSON-server-1925646323',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1925646323',id=8,image_ref='d624559e-b6f9-4dcf-8dee-cd81b91f5f7a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEO1GtXwJwaUAGjz0tolDmB2y/QBUsDPaaPUt0Y15BUpFWQu9ESj6owSiWD3JLNAbIT4+VWW33qKcsHsKH3w7cqFqYLOuxE7jOHYpEthFYbE/vHlNOvNvYwmVlPUEIGsOQ==',key_name='tempest-keypair-436909472',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da27e3b165cb4a61a9d795502655b0ca',ramdisk_id='',reservation_id='r-g5p78jci',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d624559e-b6f9-4dcf-8dee-cd81b91f5f7a',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-52271668',owner_user_name='tempest-AttachSCSIVolumeTestJSON-52271668-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f7b0a51e4a544dde97b9da2d6c09b53e',uuid=0790122d-8ce0-4ca8-a0ca-86ff3adf701b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "address": "fa:16:3e:5a:4f:b6", "network": {"id": "345b712f-25d5-4f23-be18-821cae9c8eb7", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-318360688-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da27e3b165cb4a61a9d795502655b0ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5edb6e74-c8", "ovs_interfaceid": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Converting VIF {"id": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "address": "fa:16:3e:5a:4f:b6", "network": {"id": "345b712f-25d5-4f23-be18-821cae9c8eb7", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-318360688-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da27e3b165cb4a61a9d795502655b0ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5edb6e74-c8", "ovs_interfaceid": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:4f:b6,bridge_name='br-int',has_traffic_filtering=True,id=5edb6e74-c853-4c6e-badd-5f98ee39286c,network=Network(345b712f-25d5-4f23-be18-821cae9c8eb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5edb6e74-c8') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.objects.instance [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lazy-loading 'pci_devices' on Instance uuid 0790122d-8ce0-4ca8-a0ca-86ff3adf701b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:25:39 user nova-compute[74046]:   <uuid>0790122d-8ce0-4ca8-a0ca-86ff3adf701b</uuid>
Oct 23 18:25:39 user nova-compute[74046]:   <name>instance-00000008</name>
Oct 23 18:25:39 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:25:39 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:25:39 user nova-compute[74046]:   <metadata>
Oct 23 18:25:39 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:25:39 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:25:39 user nova-compute[74046]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1925646323</nova:name>
Oct 23 18:25:39 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:25:39</nova:creationTime>
Oct 23 18:25:39 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:25:39 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:25:39 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:25:39 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:25:39 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:25:39 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:25:39 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:25:39 user nova-compute[74046]:       <nova:owner>
Oct 23 18:25:39 user nova-compute[74046]:         <nova:user uuid="f7b0a51e4a544dde97b9da2d6c09b53e">tempest-AttachSCSIVolumeTestJSON-52271668-project-member</nova:user>
Oct 23 18:25:39 user nova-compute[74046]:         <nova:project uuid="da27e3b165cb4a61a9d795502655b0ca">tempest-AttachSCSIVolumeTestJSON-52271668</nova:project>
Oct 23 18:25:39 user nova-compute[74046]:       </nova:owner>
Oct 23 18:25:39 user nova-compute[74046]:       <nova:root type="image" uuid="d624559e-b6f9-4dcf-8dee-cd81b91f5f7a"/>
Oct 23 18:25:39 user nova-compute[74046]:       <nova:ports>
Oct 23 18:25:39 user nova-compute[74046]:         <nova:port uuid="5edb6e74-c853-4c6e-badd-5f98ee39286c">
Oct 23 18:25:39 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 23 18:25:39 user nova-compute[74046]:         </nova:port>
Oct 23 18:25:39 user nova-compute[74046]:       </nova:ports>
Oct 23 18:25:39 user nova-compute[74046]:     </nova:instance>
Oct 23 18:25:39 user nova-compute[74046]:   </metadata>
Oct 23 18:25:39 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:25:39 user nova-compute[74046]:     <system>
Oct 23 18:25:39 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:25:39 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:25:39 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:25:39 user nova-compute[74046]:       <entry name="serial">0790122d-8ce0-4ca8-a0ca-86ff3adf701b</entry>
Oct 23 18:25:39 user nova-compute[74046]:       <entry name="uuid">0790122d-8ce0-4ca8-a0ca-86ff3adf701b</entry>
Oct 23 18:25:39 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:25:39 user nova-compute[74046]:     </system>
Oct 23 18:25:39 user nova-compute[74046]:   </sysinfo>
Oct 23 18:25:39 user nova-compute[74046]:   <os>
Oct 23 18:25:39 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:25:39 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:25:39 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:25:39 user nova-compute[74046]:   </os>
Oct 23 18:25:39 user nova-compute[74046]:   <features>
Oct 23 18:25:39 user nova-compute[74046]:     <acpi/>
Oct 23 18:25:39 user nova-compute[74046]:     <apic/>
Oct 23 18:25:39 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:25:39 user nova-compute[74046]:   </features>
Oct 23 18:25:39 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:25:39 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:25:39 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:25:39 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:25:39 user nova-compute[74046]:   </clock>
Oct 23 18:25:39 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:25:39 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:25:39 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:25:39 user nova-compute[74046]:   </cpu>
Oct 23 18:25:39 user nova-compute[74046]:   <devices>
Oct 23 18:25:39 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:25:39 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:25:39 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk"/>
Oct 23 18:25:39 user nova-compute[74046]:       <target dev="sda" bus="scsi"/>
Oct 23 18:25:39 user nova-compute[74046]:       <address type="drive" controller="0" unit="0"/>
Oct 23 18:25:39 user nova-compute[74046]:     </disk>
Oct 23 18:25:39 user nova-compute[74046]:     <disk type="file" device="cdrom">
Oct 23 18:25:39 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none"/>
Oct 23 18:25:39 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk.config"/>
Oct 23 18:25:39 user nova-compute[74046]:       <target dev="sdb" bus="scsi"/>
Oct 23 18:25:39 user nova-compute[74046]:       <address type="drive" controller="0" unit="1"/>
Oct 23 18:25:39 user nova-compute[74046]:     </disk>
Oct 23 18:25:39 user nova-compute[74046]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 23 18:25:39 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:25:39 user nova-compute[74046]:       <mac address="fa:16:3e:5a:4f:b6"/>
Oct 23 18:25:39 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:39 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:25:39 user nova-compute[74046]:       <target dev="tap5edb6e74-c8"/>
Oct 23 18:25:39 user nova-compute[74046]:     </interface>
Oct 23 18:25:39 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:25:39 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/console.log" append="off"/>
Oct 23 18:25:39 user nova-compute[74046]:     </serial>
Oct 23 18:25:39 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:25:39 user nova-compute[74046]:     <video>
Oct 23 18:25:39 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:39 user nova-compute[74046]:     </video>
Oct 23 18:25:39 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:25:39 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:25:39 user nova-compute[74046]:     </rng>
Oct 23 18:25:39 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:25:39 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:25:39 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:25:39 user nova-compute[74046]:     </memballoon>
Oct 23 18:25:39 user nova-compute[74046]:   </devices>
Oct 23 18:25:39 user nova-compute[74046]: </domain>
Oct 23 18:25:39 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:25:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1925646323',display_name='tempest-AttachSCSIVolumeTestJSON-server-1925646323',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1925646323',id=8,image_ref='d624559e-b6f9-4dcf-8dee-cd81b91f5f7a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEO1GtXwJwaUAGjz0tolDmB2y/QBUsDPaaPUt0Y15BUpFWQu9ESj6owSiWD3JLNAbIT4+VWW33qKcsHsKH3w7cqFqYLOuxE7jOHYpEthFYbE/vHlNOvNvYwmVlPUEIGsOQ==',key_name='tempest-keypair-436909472',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da27e3b165cb4a61a9d795502655b0ca',ramdisk_id='',reservation_id='r-g5p78jci',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d624559e-b6f9-4dcf-8dee-cd81b91f5f7a',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-52271668',owner_user_name='tempest-AttachSCSIVolumeTestJSON-52271668-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f7b0a51e4a544dde97b9da2d6c09b53e',uuid=0790122d-8ce0-4ca8-a0ca-86ff3adf701b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "address": "fa:16:3e:5a:4f:b6", "network": {"id": "345b712f-25d5-4f23-be18-821cae9c8eb7", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-318360688-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da27e3b165cb4a61a9d795502655b0ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5edb6e74-c8", "ovs_interfaceid": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Converting VIF {"id": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "address": "fa:16:3e:5a:4f:b6", "network": {"id": "345b712f-25d5-4f23-be18-821cae9c8eb7", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-318360688-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da27e3b165cb4a61a9d795502655b0ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5edb6e74-c8", "ovs_interfaceid": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:4f:b6,bridge_name='br-int',has_traffic_filtering=True,id=5edb6e74-c853-4c6e-badd-5f98ee39286c,network=Network(345b712f-25d5-4f23-be18-821cae9c8eb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5edb6e74-c8') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG os_vif [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:4f:b6,bridge_name='br-int',has_traffic_filtering=True,id=5edb6e74-c853-4c6e-badd-5f98ee39286c,network=Network(345b712f-25d5-4f23-be18-821cae9c8eb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5edb6e74-c8') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a5c824e8-f420-5900-8155-6522806391c6', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5edb6e74-c8, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5edb6e74-c8, col_values=(('qos', UUID('8e719785-33b5-489f-8035-95839dfbebb3')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5edb6e74-c8, col_values=(('external_ids', {'iface-id': '5edb6e74-c853-4c6e-badd-5f98ee39286c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:4f:b6', 'vm-uuid': '0790122d-8ce0-4ca8-a0ca-86ff3adf701b'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:39 user nova-compute[74046]: INFO os_vif [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:4f:b6,bridge_name='br-int',has_traffic_filtering=True,id=5edb6e74-c853-4c6e-badd-5f98ee39286c,network=Network(345b712f-25d5-4f23-be18-821cae9c8eb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5edb6e74-c8')
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] No BDM found with device name sda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:25:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] No VIF found with MAC fa:16:3e:5a:4f:b6, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:25:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Using config drive
Oct 23 18:25:40 user nova-compute[74046]: DEBUG nova.network.neutron [req-03cdd4ac-03a1-4b63-813d-5cd2de7be997 req-2223e862-4d31-45dd-bb27-cbfc7ebfe6bf service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Updated VIF entry in instance network info cache for port 5edb6e74-c853-4c6e-badd-5f98ee39286c. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:25:40 user nova-compute[74046]: DEBUG nova.network.neutron [req-03cdd4ac-03a1-4b63-813d-5cd2de7be997 req-2223e862-4d31-45dd-bb27-cbfc7ebfe6bf service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Updating instance_info_cache with network_info: [{"id": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "address": "fa:16:3e:5a:4f:b6", "network": {"id": "345b712f-25d5-4f23-be18-821cae9c8eb7", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-318360688-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da27e3b165cb4a61a9d795502655b0ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5edb6e74-c8", "ovs_interfaceid": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-03cdd4ac-03a1-4b63-813d-5cd2de7be997 req-2223e862-4d31-45dd-bb27-cbfc7ebfe6bf service nova] Releasing lock "refresh_cache-0790122d-8ce0-4ca8-a0ca-86ff3adf701b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:40 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Creating config drive at /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk.config
Oct 23 18:25:40 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpxzjnbwno {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpxzjnbwno" returned: 0 in 0.130s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Acquiring lock "019ede76-5933-4bb6-933d-65c09cc11810" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "019ede76-5933-4bb6-933d-65c09cc11810" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.010s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:44 user nova-compute[74046]: DEBUG nova.compute.manager [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:25:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:25:44 user nova-compute[74046]: INFO nova.compute.claims [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Claim successful on node user
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:25:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Instance spawned successfully.
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.034s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:25:45 user nova-compute[74046]: INFO nova.compute.manager [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Took 12.81 seconds to spawn the instance on the hypervisor.
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.network.neutron [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:25:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:25:45 user nova-compute[74046]: INFO nova.compute.manager [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Took 14.80 seconds to build instance.
Oct 23 18:25:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21f65976-44db-46f5-999c-cad046b31797 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.023s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:45 user nova-compute[74046]: DEBUG nova.policy [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c8edbd9b9734763af165330be9d669c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cac6764343c463d9ba80f99b4113753', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:25:46 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Creating image(s)
Oct 23 18:25:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Acquiring lock "/opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "/opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "/opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.327s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:25:46 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Instance spawned successfully.
Oct 23 18:25:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:46 user nova-compute[74046]: INFO nova.compute.manager [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Took 11.57 seconds to spawn the instance on the hypervisor.
Oct 23 18:25:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.380s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:46 user nova-compute[74046]: INFO nova.compute.manager [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Took 13.57 seconds to build instance.
Oct 23 18:25:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk 1073741824" returned: 0 in 0.151s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.534s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a0a071c-a315-476d-8885-ab0474796167 tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.884s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.236s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:47 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Checking if we can resize image /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:25:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:47 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Cannot resize image /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:25:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:25:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Ensure instance console log exists: /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:25:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Successfully created port: df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:25:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Successfully updated port: df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:25:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-12d166a1-dd36-4abf-a04e-4b0dc68875ef req-ea98669e-b396-48bf-a826-8d9a809ed4fe service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Received event network-changed-df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-12d166a1-dd36-4abf-a04e-4b0dc68875ef req-ea98669e-b396-48bf-a826-8d9a809ed4fe service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Refreshing instance network info cache due to event network-changed-df5f3731-3267-4d10-bad1-884625358e1d. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:25:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-12d166a1-dd36-4abf-a04e-4b0dc68875ef req-ea98669e-b396-48bf-a826-8d9a809ed4fe service nova] Acquiring lock "refresh_cache-019ede76-5933-4bb6-933d-65c09cc11810" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-12d166a1-dd36-4abf-a04e-4b0dc68875ef req-ea98669e-b396-48bf-a826-8d9a809ed4fe service nova] Acquired lock "refresh_cache-019ede76-5933-4bb6-933d-65c09cc11810" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:48 user nova-compute[74046]: DEBUG nova.network.neutron [req-12d166a1-dd36-4abf-a04e-4b0dc68875ef req-ea98669e-b396-48bf-a826-8d9a809ed4fe service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Refreshing network info cache for port df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:25:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Acquiring lock "refresh_cache-019ede76-5933-4bb6-933d-65c09cc11810" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-12d166a1-dd36-4abf-a04e-4b0dc68875ef req-ea98669e-b396-48bf-a826-8d9a809ed4fe service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-12d166a1-dd36-4abf-a04e-4b0dc68875ef req-ea98669e-b396-48bf-a826-8d9a809ed4fe service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-12d166a1-dd36-4abf-a04e-4b0dc68875ef req-ea98669e-b396-48bf-a826-8d9a809ed4fe service nova] Releasing lock "refresh_cache-019ede76-5933-4bb6-933d-65c09cc11810" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Acquired lock "refresh_cache-019ede76-5933-4bb6-933d-65c09cc11810" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.network.neutron [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.network.neutron [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.network.neutron [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Updating instance_info_cache with network_info: [{"id": "df5f3731-3267-4d10-bad1-884625358e1d", "address": "fa:16:3e:1e:1a:e9", "network": {"id": "b9164c9f-f705-4cff-b858-919c22008d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-414418322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cac6764343c463d9ba80f99b4113753", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3731-32", "ovs_interfaceid": "df5f3731-3267-4d10-bad1-884625358e1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Releasing lock "refresh_cache-019ede76-5933-4bb6-933d-65c09cc11810" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.compute.manager [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Instance network_info: |[{"id": "df5f3731-3267-4d10-bad1-884625358e1d", "address": "fa:16:3e:1e:1a:e9", "network": {"id": "b9164c9f-f705-4cff-b858-919c22008d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-414418322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cac6764343c463d9ba80f99b4113753", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3731-32", "ovs_interfaceid": "df5f3731-3267-4d10-bad1-884625358e1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Start _get_guest_xml network_info=[{"id": "df5f3731-3267-4d10-bad1-884625358e1d", "address": "fa:16:3e:1e:1a:e9", "network": {"id": "b9164c9f-f705-4cff-b858-919c22008d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-414418322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cac6764343c463d9ba80f99b4113753", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3731-32", "ovs_interfaceid": "df5f3731-3267-4d10-bad1-884625358e1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:25:49 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:49 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1134957859',display_name='tempest-VolumesAssistedSnapshotsTest-server-1134957859',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1134957859',id=9,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFixyqySshqQJbgKP2eXGwzt0DaYI35hLtl+bRc3B6GkE59k2BrF31S+r+2GUxtVXvUFFOOeHHXKcihSftRfMUxH8UcKyyeF0pbUMds96MJRGVcCv0K5Xh14eZIznfJxUA==',key_name='tempest-keypair-1312406513',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9cac6764343c463d9ba80f99b4113753',ramdisk_id='',reservation_id='r-xoxp1yho',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-533288782',owner_user_name='tempest-VolumesAssistedSnapshotsTest-533288782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6c8edbd9b9734763af165330be9d669c',uuid=019ede76-5933-4bb6-933d-65c09cc11810,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df5f3731-3267-4d10-bad1-884625358e1d", "address": "fa:16:3e:1e:1a:e9", "network": {"id": "b9164c9f-f705-4cff-b858-919c22008d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-414418322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cac6764343c463d9ba80f99b4113753", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3731-32", "ovs_interfaceid": "df5f3731-3267-4d10-bad1-884625358e1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Converting VIF {"id": "df5f3731-3267-4d10-bad1-884625358e1d", "address": "fa:16:3e:1e:1a:e9", "network": {"id": "b9164c9f-f705-4cff-b858-919c22008d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-414418322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cac6764343c463d9ba80f99b4113753", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3731-32", "ovs_interfaceid": "df5f3731-3267-4d10-bad1-884625358e1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:1a:e9,bridge_name='br-int',has_traffic_filtering=True,id=df5f3731-3267-4d10-bad1-884625358e1d,network=Network(b9164c9f-f705-4cff-b858-919c22008d65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3731-32') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.objects.instance [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lazy-loading 'pci_devices' on Instance uuid 019ede76-5933-4bb6-933d-65c09cc11810 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:25:49 user nova-compute[74046]:   <uuid>019ede76-5933-4bb6-933d-65c09cc11810</uuid>
Oct 23 18:25:49 user nova-compute[74046]:   <name>instance-00000009</name>
Oct 23 18:25:49 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:25:49 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:25:49 user nova-compute[74046]:   <metadata>
Oct 23 18:25:49 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:25:49 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:25:49 user nova-compute[74046]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1134957859</nova:name>
Oct 23 18:25:49 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:25:49</nova:creationTime>
Oct 23 18:25:49 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:25:49 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:25:49 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:25:49 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:25:49 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:25:49 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:25:49 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:25:49 user nova-compute[74046]:       <nova:owner>
Oct 23 18:25:49 user nova-compute[74046]:         <nova:user uuid="6c8edbd9b9734763af165330be9d669c">tempest-VolumesAssistedSnapshotsTest-533288782-project-member</nova:user>
Oct 23 18:25:49 user nova-compute[74046]:         <nova:project uuid="9cac6764343c463d9ba80f99b4113753">tempest-VolumesAssistedSnapshotsTest-533288782</nova:project>
Oct 23 18:25:49 user nova-compute[74046]:       </nova:owner>
Oct 23 18:25:49 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:25:49 user nova-compute[74046]:       <nova:ports>
Oct 23 18:25:49 user nova-compute[74046]:         <nova:port uuid="df5f3731-3267-4d10-bad1-884625358e1d">
Oct 23 18:25:49 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 23 18:25:49 user nova-compute[74046]:         </nova:port>
Oct 23 18:25:49 user nova-compute[74046]:       </nova:ports>
Oct 23 18:25:49 user nova-compute[74046]:     </nova:instance>
Oct 23 18:25:49 user nova-compute[74046]:   </metadata>
Oct 23 18:25:49 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:25:49 user nova-compute[74046]:     <system>
Oct 23 18:25:49 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:25:49 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:25:49 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:25:49 user nova-compute[74046]:       <entry name="serial">019ede76-5933-4bb6-933d-65c09cc11810</entry>
Oct 23 18:25:49 user nova-compute[74046]:       <entry name="uuid">019ede76-5933-4bb6-933d-65c09cc11810</entry>
Oct 23 18:25:49 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:25:49 user nova-compute[74046]:     </system>
Oct 23 18:25:49 user nova-compute[74046]:   </sysinfo>
Oct 23 18:25:49 user nova-compute[74046]:   <os>
Oct 23 18:25:49 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:25:49 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:25:49 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:25:49 user nova-compute[74046]:   </os>
Oct 23 18:25:49 user nova-compute[74046]:   <features>
Oct 23 18:25:49 user nova-compute[74046]:     <acpi/>
Oct 23 18:25:49 user nova-compute[74046]:     <apic/>
Oct 23 18:25:49 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:25:49 user nova-compute[74046]:   </features>
Oct 23 18:25:49 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:25:49 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:25:49 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:25:49 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:25:49 user nova-compute[74046]:   </clock>
Oct 23 18:25:49 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:25:49 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:25:49 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:25:49 user nova-compute[74046]:   </cpu>
Oct 23 18:25:49 user nova-compute[74046]:   <devices>
Oct 23 18:25:49 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:25:49 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:25:49 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk"/>
Oct 23 18:25:49 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:25:49 user nova-compute[74046]:     </disk>
Oct 23 18:25:49 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:25:49 user nova-compute[74046]:       <mac address="fa:16:3e:1e:1a:e9"/>
Oct 23 18:25:49 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:49 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:25:49 user nova-compute[74046]:       <target dev="tapdf5f3731-32"/>
Oct 23 18:25:49 user nova-compute[74046]:     </interface>
Oct 23 18:25:49 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:25:49 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/console.log" append="off"/>
Oct 23 18:25:49 user nova-compute[74046]:     </serial>
Oct 23 18:25:49 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:25:49 user nova-compute[74046]:     <video>
Oct 23 18:25:49 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:25:49 user nova-compute[74046]:     </video>
Oct 23 18:25:49 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:25:49 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:25:49 user nova-compute[74046]:     </rng>
Oct 23 18:25:49 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:25:49 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:25:49 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:25:49 user nova-compute[74046]:     </memballoon>
Oct 23 18:25:49 user nova-compute[74046]:   </devices>
Oct 23 18:25:49 user nova-compute[74046]: </domain>
Oct 23 18:25:49 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1134957859',display_name='tempest-VolumesAssistedSnapshotsTest-server-1134957859',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1134957859',id=9,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFixyqySshqQJbgKP2eXGwzt0DaYI35hLtl+bRc3B6GkE59k2BrF31S+r+2GUxtVXvUFFOOeHHXKcihSftRfMUxH8UcKyyeF0pbUMds96MJRGVcCv0K5Xh14eZIznfJxUA==',key_name='tempest-keypair-1312406513',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9cac6764343c463d9ba80f99b4113753',ramdisk_id='',reservation_id='r-xoxp1yho',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-533288782',owner_user_name='tempest-VolumesAssistedSnapshotsTest-533288782-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6c8edbd9b9734763af165330be9d669c',uuid=019ede76-5933-4bb6-933d-65c09cc11810,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df5f3731-3267-4d10-bad1-884625358e1d", "address": "fa:16:3e:1e:1a:e9", "network": {"id": "b9164c9f-f705-4cff-b858-919c22008d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-414418322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cac6764343c463d9ba80f99b4113753", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3731-32", "ovs_interfaceid": "df5f3731-3267-4d10-bad1-884625358e1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Converting VIF {"id": "df5f3731-3267-4d10-bad1-884625358e1d", "address": "fa:16:3e:1e:1a:e9", "network": {"id": "b9164c9f-f705-4cff-b858-919c22008d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-414418322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cac6764343c463d9ba80f99b4113753", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3731-32", "ovs_interfaceid": "df5f3731-3267-4d10-bad1-884625358e1d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:1a:e9,bridge_name='br-int',has_traffic_filtering=True,id=df5f3731-3267-4d10-bad1-884625358e1d,network=Network(b9164c9f-f705-4cff-b858-919c22008d65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3731-32') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG os_vif [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:1a:e9,bridge_name='br-int',has_traffic_filtering=True,id=df5f3731-3267-4d10-bad1-884625358e1d,network=Network(b9164c9f-f705-4cff-b858-919c22008d65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3731-32') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8e7c5825-0a18-5856-8c24-2d95de74f22d', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdf5f3731-32, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdf5f3731-32, col_values=(('qos', UUID('d06ecbf2-8726-463f-95e7-03d932d80e65')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdf5f3731-32, col_values=(('external_ids', {'iface-id': 'df5f3731-3267-4d10-bad1-884625358e1d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:1a:e9', 'vm-uuid': '019ede76-5933-4bb6-933d-65c09cc11810'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:49 user nova-compute[74046]: INFO os_vif [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:1a:e9,bridge_name='br-int',has_traffic_filtering=True,id=df5f3731-3267-4d10-bad1-884625358e1d,network=Network(b9164c9f-f705-4cff-b858-919c22008d65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3731-32')
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:25:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] No VIF found with MAC fa:16:3e:1e:1a:e9, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:25:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-f5c5f3f2-8835-4663-a8f3-208ac423a6b8 req-a99df01f-2049-4bd0-b8af-3a165de1991a service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Received event network-vif-plugged-934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f5c5f3f2-8835-4663-a8f3-208ac423a6b8 req-a99df01f-2049-4bd0-b8af-3a165de1991a service nova] Acquiring lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f5c5f3f2-8835-4663-a8f3-208ac423a6b8 req-a99df01f-2049-4bd0-b8af-3a165de1991a service nova] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f5c5f3f2-8835-4663-a8f3-208ac423a6b8 req-a99df01f-2049-4bd0-b8af-3a165de1991a service nova] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-f5c5f3f2-8835-4663-a8f3-208ac423a6b8 req-a99df01f-2049-4bd0-b8af-3a165de1991a service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] No waiting events found dispatching network-vif-plugged-934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:25:50 user nova-compute[74046]: WARNING nova.compute.manager [req-f5c5f3f2-8835-4663-a8f3-208ac423a6b8 req-a99df01f-2049-4bd0-b8af-3a165de1991a service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Received unexpected event network-vif-plugged-934adb24-f72e-48d1-b278-b32ea1352a89 for instance with vm_state active and task_state None.
Oct 23 18:25:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-843e2a19-e9bd-4380-af24-6be6b5d6a5b3 req-82593f7f-a980-4c28-91d3-6a3be96df3d2 service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Received event network-vif-plugged-df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-843e2a19-e9bd-4380-af24-6be6b5d6a5b3 req-82593f7f-a980-4c28-91d3-6a3be96df3d2 service nova] Acquiring lock "019ede76-5933-4bb6-933d-65c09cc11810-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-843e2a19-e9bd-4380-af24-6be6b5d6a5b3 req-82593f7f-a980-4c28-91d3-6a3be96df3d2 service nova] Lock "019ede76-5933-4bb6-933d-65c09cc11810-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-843e2a19-e9bd-4380-af24-6be6b5d6a5b3 req-82593f7f-a980-4c28-91d3-6a3be96df3d2 service nova] Lock "019ede76-5933-4bb6-933d-65c09cc11810-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-843e2a19-e9bd-4380-af24-6be6b5d6a5b3 req-82593f7f-a980-4c28-91d3-6a3be96df3d2 service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] No waiting events found dispatching network-vif-plugged-df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:25:51 user nova-compute[74046]: WARNING nova.compute.manager [req-843e2a19-e9bd-4380-af24-6be6b5d6a5b3 req-82593f7f-a980-4c28-91d3-6a3be96df3d2 service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Received unexpected event network-vif-plugged-df5f3731-3267-4d10-bad1-884625358e1d for instance with vm_state building and task_state spawning.
Oct 23 18:25:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-cb71b0a5-c5bd-4ff0-9b3e-93db8b1d96de req-eec9f8d8-13d9-44a0-8ced-a675aa5a5004 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Received event network-vif-plugged-934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cb71b0a5-c5bd-4ff0-9b3e-93db8b1d96de req-eec9f8d8-13d9-44a0-8ced-a675aa5a5004 service nova] Acquiring lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cb71b0a5-c5bd-4ff0-9b3e-93db8b1d96de req-eec9f8d8-13d9-44a0-8ced-a675aa5a5004 service nova] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cb71b0a5-c5bd-4ff0-9b3e-93db8b1d96de req-eec9f8d8-13d9-44a0-8ced-a675aa5a5004 service nova] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-cb71b0a5-c5bd-4ff0-9b3e-93db8b1d96de req-eec9f8d8-13d9-44a0-8ced-a675aa5a5004 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] No waiting events found dispatching network-vif-plugged-934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:25:52 user nova-compute[74046]: WARNING nova.compute.manager [req-cb71b0a5-c5bd-4ff0-9b3e-93db8b1d96de req-eec9f8d8-13d9-44a0-8ced-a675aa5a5004 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Received unexpected event network-vif-plugged-934adb24-f72e-48d1-b278-b32ea1352a89 for instance with vm_state active and task_state None.
Oct 23 18:25:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-23638a36-4300-4d1c-a07c-11e51aabd520 req-c6762c8b-c84c-4984-87fd-0452989ea6ff service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Received event network-vif-plugged-df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-23638a36-4300-4d1c-a07c-11e51aabd520 req-c6762c8b-c84c-4984-87fd-0452989ea6ff service nova] Acquiring lock "019ede76-5933-4bb6-933d-65c09cc11810-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-23638a36-4300-4d1c-a07c-11e51aabd520 req-c6762c8b-c84c-4984-87fd-0452989ea6ff service nova] Lock "019ede76-5933-4bb6-933d-65c09cc11810-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-23638a36-4300-4d1c-a07c-11e51aabd520 req-c6762c8b-c84c-4984-87fd-0452989ea6ff service nova] Lock "019ede76-5933-4bb6-933d-65c09cc11810-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-23638a36-4300-4d1c-a07c-11e51aabd520 req-c6762c8b-c84c-4984-87fd-0452989ea6ff service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] No waiting events found dispatching network-vif-plugged-df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:25:53 user nova-compute[74046]: WARNING nova.compute.manager [req-23638a36-4300-4d1c-a07c-11e51aabd520 req-c6762c8b-c84c-4984-87fd-0452989ea6ff service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Received unexpected event network-vif-plugged-df5f3731-3267-4d10-bad1-884625358e1d for instance with vm_state building and task_state spawning.
Oct 23 18:25:54 user nova-compute[74046]: DEBUG nova.compute.manager [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:25:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:25:54 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Instance spawned successfully.
Oct 23 18:25:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:25:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:25:54 user nova-compute[74046]: INFO nova.compute.manager [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Took 8.14 seconds to spawn the instance on the hypervisor.
Oct 23 18:25:54 user nova-compute[74046]: DEBUG nova.compute.manager [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:25:54 user nova-compute[74046]: INFO nova.compute.manager [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Took 9.87 seconds to build instance.
Oct 23 18:25:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd1d2730-d0de-4143-b9e3-9dffa66473fa tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "019ede76-5933-4bb6-933d-65c09cc11810" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.076s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:25:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 18:25:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] There are 0 instances to clean {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 18:25:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:25:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74046) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 18:25:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:25:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-31e8f477-3929-46ae-9489-18e4e76026b5 req-1b92f332-ca81-41b2-bd44-1e1652e327f4 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-31e8f477-3929-46ae-9489-18e4e76026b5 req-1b92f332-ca81-41b2-bd44-1e1652e327f4 service nova] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-31e8f477-3929-46ae-9489-18e4e76026b5 req-1b92f332-ca81-41b2-bd44-1e1652e327f4 service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-31e8f477-3929-46ae-9489-18e4e76026b5 req-1b92f332-ca81-41b2-bd44-1e1652e327f4 service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-31e8f477-3929-46ae-9489-18e4e76026b5 req-1b92f332-ca81-41b2-bd44-1e1652e327f4 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] No waiting events found dispatching network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:25:58 user nova-compute[74046]: WARNING nova.compute.manager [req-31e8f477-3929-46ae-9489-18e4e76026b5 req-1b92f332-ca81-41b2-bd44-1e1652e327f4 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received unexpected event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f for instance with vm_state active and task_state None.
Oct 23 18:25:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json" returned: 0 in 0.310s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:25:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:25:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.287s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] No waiting events found dispatching network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:26:00 user nova-compute[74046]: WARNING nova.compute.manager [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received unexpected event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f for instance with vm_state active and task_state None.
Oct 23 18:26:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Received event network-vif-plugged-e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] Acquiring lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] No waiting events found dispatching network-vif-plugged-e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:26:00 user nova-compute[74046]: WARNING nova.compute.manager [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Received unexpected event network-vif-plugged-e1737bec-6fc0-493c-8107-d00d719bbbce for instance with vm_state active and task_state None.
Oct 23 18:26:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Received event network-vif-plugged-e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] Acquiring lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] No waiting events found dispatching network-vif-plugged-e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:26:00 user nova-compute[74046]: WARNING nova.compute.manager [req-f10a1dcc-0634-43b6-a320-abfb27369846 req-8ea1d715-fa2e-4bd2-ae7e-0ba50a71546e service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Received unexpected event network-vif-plugged-e1737bec-6fc0-493c-8107-d00d719bbbce for instance with vm_state active and task_state None.
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:03 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:26:03 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:26:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7457MB free_disk=25.625587463378906GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:26:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:26:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:26:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:26:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c7ea709a-2c48-4257-90a9-a54e03478e3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:26:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:26:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:26:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e5cd49-7784-4467-9952-ba68b07e1c07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:26:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 0790122d-8ce0-4ca8-a0ca-86ff3adf701b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:26:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 019ede76-5933-4bb6-933d-65c09cc11810 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:26:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:26:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:26:04 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:26:04 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:26:04 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:26:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.482s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-9d4b7350-8446-4754-b6a8-3a05ba694283 req-7cce554a-5e82-4bd2-b5ed-1d281b58f5d5 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Received event network-vif-plugged-5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d4b7350-8446-4754-b6a8-3a05ba694283 req-7cce554a-5e82-4bd2-b5ed-1d281b58f5d5 service nova] Acquiring lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d4b7350-8446-4754-b6a8-3a05ba694283 req-7cce554a-5e82-4bd2-b5ed-1d281b58f5d5 service nova] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d4b7350-8446-4754-b6a8-3a05ba694283 req-7cce554a-5e82-4bd2-b5ed-1d281b58f5d5 service nova] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-9d4b7350-8446-4754-b6a8-3a05ba694283 req-7cce554a-5e82-4bd2-b5ed-1d281b58f5d5 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] No waiting events found dispatching network-vif-plugged-5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:26:04 user nova-compute[74046]: WARNING nova.compute.manager [req-9d4b7350-8446-4754-b6a8-3a05ba694283 req-7cce554a-5e82-4bd2-b5ed-1d281b58f5d5 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Received unexpected event network-vif-plugged-5edb6e74-c853-4c6e-badd-5f98ee39286c for instance with vm_state active and task_state None.
Oct 23 18:26:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:04 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:26:04 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:26:04 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:26:04 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 18:26:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:05 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:26:05 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:26:05 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Updating instance_info_cache with network_info: [{"id": "a077f170-e9f0-4f57-babd-a20b4104c867", "address": "fa:16:3e:6e:bc:58", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa077f170-e9", "ovs_interfaceid": "a077f170-e9f0-4f57-babd-a20b4104c867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:26:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:26:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:26:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:26:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:26:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:26:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-1f13673b-4e68-416d-8900-07a51bc69e88 req-fecc07ff-6175-4a68-826c-943186efd30f service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Received event network-vif-plugged-5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f13673b-4e68-416d-8900-07a51bc69e88 req-fecc07ff-6175-4a68-826c-943186efd30f service nova] Acquiring lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f13673b-4e68-416d-8900-07a51bc69e88 req-fecc07ff-6175-4a68-826c-943186efd30f service nova] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f13673b-4e68-416d-8900-07a51bc69e88 req-fecc07ff-6175-4a68-826c-943186efd30f service nova] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-1f13673b-4e68-416d-8900-07a51bc69e88 req-fecc07ff-6175-4a68-826c-943186efd30f service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] No waiting events found dispatching network-vif-plugged-5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:26:06 user nova-compute[74046]: WARNING nova.compute.manager [req-1f13673b-4e68-416d-8900-07a51bc69e88 req-fecc07ff-6175-4a68-826c-943186efd30f service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Received unexpected event network-vif-plugged-5edb6e74-c853-4c6e-badd-5f98ee39286c for instance with vm_state active and task_state None.
Oct 23 18:26:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "43511ed1-3337-4cf2-94a2-eab00283621c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "43511ed1-3337-4cf2-94a2-eab00283621c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:10 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:26:11 user nova-compute[74046]: INFO nova.compute.claims [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Claim successful on node user
Oct 23 18:26:11 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Refreshing inventories for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Updating ProviderTree inventory for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Refreshing aggregate associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, aggregates: None {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Refreshing trait associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.625s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:26:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:26:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:26:11 user nova-compute[74046]: DEBUG nova.policy [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '740c7ef9c8fe4ec5989a8ff6f7fdbae7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2717c7efa8784efc91cbd2cc36a709ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:26:11 user nova-compute[74046]: INFO nova.virt.block_device [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Booting with volume 98a37379-46be-4f83-b223-9c8e327cf0aa at /dev/vda
Oct 23 18:26:11 user nova-compute[74046]: DEBUG os_brick.utils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:26:12 user nova-compute[74046]: INFO oslo.privsep.daemon [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpvkvpc47p/privsep.sock']
Oct 23 18:26:12 user sudo[85370]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpvkvpc47p/privsep.sock
Oct 23 18:26:12 user sudo[85370]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 23 18:26:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Successfully created port: b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Successfully updated port: b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "refresh_cache-43511ed1-3337-4cf2-94a2-eab00283621c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquired lock "refresh_cache-43511ed1-3337-4cf2-94a2-eab00283621c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-ce22fa63-5ba1-4a2f-b6cb-83f6377f04a0 req-97086fe3-8cfe-4918-b1da-a7501e08f6f5 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received event network-changed-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-ce22fa63-5ba1-4a2f-b6cb-83f6377f04a0 req-97086fe3-8cfe-4918-b1da-a7501e08f6f5 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Refreshing instance network info cache due to event network-changed-b2dda34b-75a6-45e7-9a5d-e53aadfca072. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ce22fa63-5ba1-4a2f-b6cb-83f6377f04a0 req-97086fe3-8cfe-4918-b1da-a7501e08f6f5 service nova] Acquiring lock "refresh_cache-43511ed1-3337-4cf2-94a2-eab00283621c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Updating instance_info_cache with network_info: [{"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Releasing lock "refresh_cache-43511ed1-3337-4cf2-94a2-eab00283621c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Instance network_info: |[{"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ce22fa63-5ba1-4a2f-b6cb-83f6377f04a0 req-97086fe3-8cfe-4918-b1da-a7501e08f6f5 service nova] Acquired lock "refresh_cache-43511ed1-3337-4cf2-94a2-eab00283621c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG nova.network.neutron [req-ce22fa63-5ba1-4a2f-b6cb-83f6377f04a0 req-97086fe3-8cfe-4918-b1da-a7501e08f6f5 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Refreshing network info cache for port b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:13 user sudo[85370]: pam_unix(sudo:session): session closed for user root
Oct 23 18:26:13 user nova-compute[74046]: INFO oslo.privsep.daemon [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Spawned new privsep daemon via rootwrap
Oct 23 18:26:13 user nova-compute[74046]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 23 18:26:13 user nova-compute[74046]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 23 18:26:13 user nova-compute[74046]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 23 18:26:13 user nova-compute[74046]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85373
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d4dd479-3040-464b-a721-2f1790b0e54d]: (2,) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.011s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1919b436-712e-4e17-843a-875ac5687397]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:13 user nova-compute[74046]: WARNING os_brick.initiator.connectors.nvmeof [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfc4f6bd-481e-4570-9e96-3272afa0c8b2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[52662173-ef05-4f15-b713-8740acd74b6d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fd6702b-a471-4311-8ec4-5befcdca3b5f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG nova.network.neutron [req-ce22fa63-5ba1-4a2f-b6cb-83f6377f04a0 req-97086fe3-8cfe-4918-b1da-a7501e08f6f5 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Updated VIF entry in instance network info cache for port b2dda34b-75a6-45e7-9a5d-e53aadfca072. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG nova.network.neutron [req-ce22fa63-5ba1-4a2f-b6cb-83f6377f04a0 req-97086fe3-8cfe-4918-b1da-a7501e08f6f5 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Updating instance_info_cache with network_info: [{"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ce22fa63-5ba1-4a2f-b6cb-83f6377f04a0 req-97086fe3-8cfe-4918-b1da-a7501e08f6f5 service nova] Releasing lock "refresh_cache-43511ed1-3337-4cf2-94a2-eab00283621c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:26:13 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:26:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c02c9c6d-3d44-4477-a42d-23fad3ca1657]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG os_brick.utils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] <== get_connector_properties: return (1846ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:26:13 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Updating existing volume attachment record: cd1f6cf9-e5e1-40ce-95c9-7859009c5add {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:26:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:26:31 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Creating image(s)
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Ensure instance console log exists: /opt/stack/data/nova/instances/43511ed1-3337-4cf2-94a2-eab00283621c/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Start _get_guest_xml network_info=[{"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'cd1f6cf9-e5e1-40ce-95c9-7859009c5add', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FJmjPRuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '43511ed1-3337-4cf2-94a2-eab00283621c', 'attached_at': '', 'detached_at': '', 'volume_id': '98a37379-46be-4f83-b223-9c8e327cf0aa', 'serial': '98a37379-46be-4f83-b223-9c8e327cf0aa'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:26:31 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:26:31 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connector [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Factory for ISCSI on None {{(pid=74046) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.004s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FJmjPRuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:26:31 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:26:31 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:26:31 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed8b69e8-9030-419b-bed2-e8bd9839d24f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:26:31 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a5debcf-9d84-476b-84b5-ec1b58fe3e8b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa] added
Oct 23 18:26:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[85659424-61d4-405c-9599-236c34e76d56]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec944305-857f-4c05-9175-811a1e29646b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FJmjPRuT {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FJmjPRuT" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[808a7a39-6dc4-4456-aefb-f79b43bd5db1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FJmjPRuT'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[197c8173-66b2-4035-af5c-1dc90d103211]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b59f2c5d-2f24-4c44-87c5-7387d441206d]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 18:26:31 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 18:26:31 user nova-compute[74046]:  {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:26:31 user nova-compute[74046]: WARNING os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 18:26:31 user nova-compute[74046]: 
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d218b5c5-850a-492a-a508-4a278c28dc4e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260]
Oct 23 18:26:31 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260] successful.
Oct 23 18:26:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d703edc7-57aa-4264-939b-d06724a23be0]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:26:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a527392d-2d5f-4ca3-b497-6f117f2f4840]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:26:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:26:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:26:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:26:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:26:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:26:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:26:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:26:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e74912-39ad-4c77-a37b-7cd08802fb20]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FJmjPRuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.288s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '23631613633623861', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23631613633623861', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:26:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1238869610',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1238869610',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOJIG8OkfeJuq2QM8zBJYHirmMkOx+v/w/Nv1DX5/hMdjXsBJ+pkScGydbFlhVVsyYSLkUquWAQp9ti2hPaU/0x0tLuVa2MnZd6O+Gg0fLMHF4X+h17lkrI3cHH0VDw+dw==',key_name='tempest-keypair-1920618184',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2717c7efa8784efc91cbd2cc36a709ef',ramdisk_id='',reservation_id='r-0e857v4e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1154510892',owner_user_name='tempest-ServerActionsV293TestJSON-1154510892-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='740c7ef9c8fe4ec5989a8ff6f7fdbae7',uuid=43511ed1-3337-4cf2-94a2-eab00283621c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Converting VIF {"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG nova.objects.instance [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lazy-loading 'pci_devices' on Instance uuid 43511ed1-3337-4cf2-94a2-eab00283621c {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:26:33 user nova-compute[74046]:   <uuid>43511ed1-3337-4cf2-94a2-eab00283621c</uuid>
Oct 23 18:26:33 user nova-compute[74046]:   <name>instance-0000000a</name>
Oct 23 18:26:33 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:26:33 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:26:33 user nova-compute[74046]:   <metadata>
Oct 23 18:26:33 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:26:33 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:26:33 user nova-compute[74046]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1238869610</nova:name>
Oct 23 18:26:33 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:26:31</nova:creationTime>
Oct 23 18:26:33 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:26:33 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:26:33 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:26:33 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:26:33 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:26:33 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:26:33 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:26:33 user nova-compute[74046]:       <nova:owner>
Oct 23 18:26:33 user nova-compute[74046]:         <nova:user uuid="740c7ef9c8fe4ec5989a8ff6f7fdbae7">tempest-ServerActionsV293TestJSON-1154510892-project-member</nova:user>
Oct 23 18:26:33 user nova-compute[74046]:         <nova:project uuid="2717c7efa8784efc91cbd2cc36a709ef">tempest-ServerActionsV293TestJSON-1154510892</nova:project>
Oct 23 18:26:33 user nova-compute[74046]:       </nova:owner>
Oct 23 18:26:33 user nova-compute[74046]:       <nova:ports>
Oct 23 18:26:33 user nova-compute[74046]:         <nova:port uuid="b2dda34b-75a6-45e7-9a5d-e53aadfca072">
Oct 23 18:26:33 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 18:26:33 user nova-compute[74046]:         </nova:port>
Oct 23 18:26:33 user nova-compute[74046]:       </nova:ports>
Oct 23 18:26:33 user nova-compute[74046]:     </nova:instance>
Oct 23 18:26:33 user nova-compute[74046]:   </metadata>
Oct 23 18:26:33 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:26:33 user nova-compute[74046]:     <system>
Oct 23 18:26:33 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:26:33 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:26:33 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:26:33 user nova-compute[74046]:       <entry name="serial">43511ed1-3337-4cf2-94a2-eab00283621c</entry>
Oct 23 18:26:33 user nova-compute[74046]:       <entry name="uuid">43511ed1-3337-4cf2-94a2-eab00283621c</entry>
Oct 23 18:26:33 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:26:33 user nova-compute[74046]:     </system>
Oct 23 18:26:33 user nova-compute[74046]:   </sysinfo>
Oct 23 18:26:33 user nova-compute[74046]:   <os>
Oct 23 18:26:33 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:26:33 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:26:33 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:26:33 user nova-compute[74046]:   </os>
Oct 23 18:26:33 user nova-compute[74046]:   <features>
Oct 23 18:26:33 user nova-compute[74046]:     <acpi/>
Oct 23 18:26:33 user nova-compute[74046]:     <apic/>
Oct 23 18:26:33 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:26:33 user nova-compute[74046]:   </features>
Oct 23 18:26:33 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:26:33 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:26:33 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:26:33 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:26:33 user nova-compute[74046]:   </clock>
Oct 23 18:26:33 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:26:33 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:26:33 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:26:33 user nova-compute[74046]:   </cpu>
Oct 23 18:26:33 user nova-compute[74046]:   <devices>
Oct 23 18:26:33 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:26:33 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:26:33 user nova-compute[74046]:       <source dev="/dev/sdb"/>
Oct 23 18:26:33 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:26:33 user nova-compute[74046]:       <serial>98a37379-46be-4f83-b223-9c8e327cf0aa</serial>
Oct 23 18:26:33 user nova-compute[74046]:     </disk>
Oct 23 18:26:33 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:26:33 user nova-compute[74046]:       <mac address="fa:16:3e:2e:4d:56"/>
Oct 23 18:26:33 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:26:33 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:26:33 user nova-compute[74046]:       <target dev="tapb2dda34b-75"/>
Oct 23 18:26:33 user nova-compute[74046]:     </interface>
Oct 23 18:26:33 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:26:33 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/43511ed1-3337-4cf2-94a2-eab00283621c/console.log" append="off"/>
Oct 23 18:26:33 user nova-compute[74046]:     </serial>
Oct 23 18:26:33 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:26:33 user nova-compute[74046]:     <video>
Oct 23 18:26:33 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:26:33 user nova-compute[74046]:     </video>
Oct 23 18:26:33 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:26:33 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:26:33 user nova-compute[74046]:     </rng>
Oct 23 18:26:33 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:26:33 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:26:33 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:26:33 user nova-compute[74046]:     </memballoon>
Oct 23 18:26:33 user nova-compute[74046]:   </devices>
Oct 23 18:26:33 user nova-compute[74046]: </domain>
Oct 23 18:26:33 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:26:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1238869610',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1238869610',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOJIG8OkfeJuq2QM8zBJYHirmMkOx+v/w/Nv1DX5/hMdjXsBJ+pkScGydbFlhVVsyYSLkUquWAQp9ti2hPaU/0x0tLuVa2MnZd6O+Gg0fLMHF4X+h17lkrI3cHH0VDw+dw==',key_name='tempest-keypair-1920618184',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2717c7efa8784efc91cbd2cc36a709ef',ramdisk_id='',reservation_id='r-0e857v4e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1154510892',owner_user_name='tempest-ServerActionsV293TestJSON-1154510892-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='740c7ef9c8fe4ec5989a8ff6f7fdbae7',uuid=43511ed1-3337-4cf2-94a2-eab00283621c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Converting VIF {"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG os_vif [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4f33ed3e-9fc3-586a-912f-97370cbc0ada', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb2dda34b-75, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb2dda34b-75, col_values=(('qos', UUID('9a864f63-a343-4b23-9791-309056b007fc')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb2dda34b-75, col_values=(('external_ids', {'iface-id': 'b2dda34b-75a6-45e7-9a5d-e53aadfca072', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2e:4d:56', 'vm-uuid': '43511ed1-3337-4cf2-94a2-eab00283621c'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:33 user nova-compute[74046]: INFO os_vif [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75')
Oct 23 18:26:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:26:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] No VIF found with MAC fa:16:3e:2e:4d:56, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:26:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-7923613c-994c-4a1f-bb16-66470faf0713 req-d1a94ca4-82fd-4b31-8d73-b34e4fc44996 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received event network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7923613c-994c-4a1f-bb16-66470faf0713 req-d1a94ca4-82fd-4b31-8d73-b34e4fc44996 service nova] Acquiring lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7923613c-994c-4a1f-bb16-66470faf0713 req-d1a94ca4-82fd-4b31-8d73-b34e4fc44996 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7923613c-994c-4a1f-bb16-66470faf0713 req-d1a94ca4-82fd-4b31-8d73-b34e4fc44996 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-7923613c-994c-4a1f-bb16-66470faf0713 req-d1a94ca4-82fd-4b31-8d73-b34e4fc44996 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] No waiting events found dispatching network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:26:34 user nova-compute[74046]: WARNING nova.compute.manager [req-7923613c-994c-4a1f-bb16-66470faf0713 req-d1a94ca4-82fd-4b31-8d73-b34e4fc44996 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received unexpected event network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 for instance with vm_state building and task_state spawning.
Oct 23 18:26:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:26:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:26:36 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Instance spawned successfully.
Oct 23 18:26:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:26:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:26:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:26:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:26:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:26:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:26:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:26:36 user nova-compute[74046]: INFO nova.compute.manager [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Took 5.19 seconds to spawn the instance on the hypervisor.
Oct 23 18:26:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:26:36 user nova-compute[74046]: INFO nova.compute.manager [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Took 26.07 seconds to build instance.
Oct 23 18:26:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0e777c0b-349f-45c0-b178-a2ca498a17da tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "43511ed1-3337-4cf2-94a2-eab00283621c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.180s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-f560b035-4a1d-4b01-8dac-1d4483eaaa4f req-74c2ac0f-db21-4461-bb8e-563259d76f5c service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received event network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f560b035-4a1d-4b01-8dac-1d4483eaaa4f req-74c2ac0f-db21-4461-bb8e-563259d76f5c service nova] Acquiring lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f560b035-4a1d-4b01-8dac-1d4483eaaa4f req-74c2ac0f-db21-4461-bb8e-563259d76f5c service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f560b035-4a1d-4b01-8dac-1d4483eaaa4f req-74c2ac0f-db21-4461-bb8e-563259d76f5c service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-f560b035-4a1d-4b01-8dac-1d4483eaaa4f req-74c2ac0f-db21-4461-bb8e-563259d76f5c service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] No waiting events found dispatching network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:26:37 user nova-compute[74046]: WARNING nova.compute.manager [req-f560b035-4a1d-4b01-8dac-1d4483eaaa4f req-74c2ac0f-db21-4461-bb8e-563259d76f5c service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received unexpected event network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 for instance with vm_state active and task_state None.
Oct 23 18:26:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:26:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 18:26:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:26:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:26:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:44 user nova-compute[74046]: DEBUG nova.compute.manager [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:26:44 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:26:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:26:44 user nova-compute[74046]: INFO nova.compute.claims [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Claim successful on node user
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.462s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.467s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:26:45 user nova-compute[74046]: INFO nova.compute.claims [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Claim successful on node user
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:26:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:26:45 user nova-compute[74046]: INFO nova.virt.block_device [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Booting with volume c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 at /dev/vda
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.policy [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e5ef64aa6f347c7a33e6dc34e72957c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54c1b7c2b4744bf9905fa8ddb378272c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG os_brick.utils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c22eeb90-fcb4-415c-ae7d-a925d69c053d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[751b7514-4237-4529-a3a7-315cfd524d75]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7417a734-014b-43f5-bb96-509a4d8ff0f2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e5a1cc0-a371-4c7e-a665-745fe2548432]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:26:45 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4250a32c-82d6-4392-9acc-40cf0924e903]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG os_brick.utils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating existing volume attachment record: 648e15b4-cef1-4500-9535-228433f37a42 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.543s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:26:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:26:45 user nova-compute[74046]: INFO nova.virt.block_device [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Booting with volume e2960fb1-23df-4a34-b699-adca4c240321 at /dev/vda
Oct 23 18:26:45 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Successfully created port: d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG nova.policy [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5623d7dd2e5844d09d06056d27f25bea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '057691d3b8e1403caaaad811c1da23bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG os_brick.utils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdb2cffb-c32e-4bf3-86f2-3f442c858280]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f9d2a96-4e83-4dae-8c0f-7f61452a00a9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4c560f4-7f56-468d-be49-22ed93f98e00]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bf3d2ea-7ff7-4626-b0db-7805b243a9f6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:26:46 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:26:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0028a060-3590-43f4-a032-6f623c62c108]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG os_brick.utils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating existing volume attachment record: f75c1d29-014d-4216-90fd-81f1fe28a05f {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Successfully created port: 6317f106-040d-4f80-acba-94a603a2874c {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:26:46 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Successfully created port: c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:26:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Successfully created port: 978a2f0a-6900-4ba1-862e-01ffc792df5f {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:26:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Successfully created port: 5fbc4097-e9b1-4d8f-857a-f31bec5d02cf {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:26:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Successfully created port: e9dfb252-1231-43ad-86df-8b180693684a {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:26:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Successfully created port: 4f516c6c-9ceb-4b06-b2f9-497030c276ab {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:26:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:26:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Successfully created port: a836350d-50ee-4115-9777-a93a976414bf {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:26:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Successfully created port: c6065f19-7e34-4553-8db1-445fbfefa4af {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:26:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Successfully created port: a909f4d2-3226-4a02-94fc-130df6a53964 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:26:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Successfully updated port: d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-4e20eea3-2daf-45d3-af68-9b7a1a0ac38b req-1d9375a0-6e30-4d4b-903b-f85b8a5e407c service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-changed-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-4e20eea3-2daf-45d3-af68-9b7a1a0ac38b req-1d9375a0-6e30-4d4b-903b-f85b8a5e407c service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing instance network info cache due to event network-changed-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4e20eea3-2daf-45d3-af68-9b7a1a0ac38b req-1d9375a0-6e30-4d4b-903b-f85b8a5e407c service nova] Acquiring lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4e20eea3-2daf-45d3-af68-9b7a1a0ac38b req-1d9375a0-6e30-4d4b-903b-f85b8a5e407c service nova] Acquired lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-4e20eea3-2daf-45d3-af68-9b7a1a0ac38b req-1d9375a0-6e30-4d4b-903b-f85b8a5e407c service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing network info cache for port d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-4e20eea3-2daf-45d3-af68-9b7a1a0ac38b req-1d9375a0-6e30-4d4b-903b-f85b8a5e407c service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-4e20eea3-2daf-45d3-af68-9b7a1a0ac38b req-1d9375a0-6e30-4d4b-903b-f85b8a5e407c service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4e20eea3-2daf-45d3-af68-9b7a1a0ac38b req-1d9375a0-6e30-4d4b-903b-f85b8a5e407c service nova] Releasing lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:49 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Successfully updated port: 7e0e9303-5189-4059-a9ab-86e2f0668c3b {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:50 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Successfully updated port: c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-600a7385-f9f9-4652-9adb-a8453b29c979 req-263d3fb2-aa11-402e-9304-c6a3579e553c service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-changed-c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-600a7385-f9f9-4652-9adb-a8453b29c979 req-263d3fb2-aa11-402e-9304-c6a3579e553c service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing instance network info cache due to event network-changed-c180529c-f194-4ec9-bba1-f933a1da43bd. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-600a7385-f9f9-4652-9adb-a8453b29c979 req-263d3fb2-aa11-402e-9304-c6a3579e553c service nova] Acquiring lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-600a7385-f9f9-4652-9adb-a8453b29c979 req-263d3fb2-aa11-402e-9304-c6a3579e553c service nova] Acquired lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:50 user nova-compute[74046]: DEBUG nova.network.neutron [req-600a7385-f9f9-4652-9adb-a8453b29c979 req-263d3fb2-aa11-402e-9304-c6a3579e553c service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing network info cache for port c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:50 user nova-compute[74046]: DEBUG nova.network.neutron [req-600a7385-f9f9-4652-9adb-a8453b29c979 req-263d3fb2-aa11-402e-9304-c6a3579e553c service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:50 user nova-compute[74046]: DEBUG nova.network.neutron [req-600a7385-f9f9-4652-9adb-a8453b29c979 req-263d3fb2-aa11-402e-9304-c6a3579e553c service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-600a7385-f9f9-4652-9adb-a8453b29c979 req-263d3fb2-aa11-402e-9304-c6a3579e553c service nova] Releasing lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:50 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Successfully updated port: e9e48ac0-0613-445a-a27b-3a3d94bd80de {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:50 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Successfully updated port: a0a1f1f4-6b50-4ba2-a037-177c11268e14 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-changed-7e0e9303-5189-4059-a9ab-86e2f0668c3b {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing instance network info cache due to event network-changed-7e0e9303-5189-4059-a9ab-86e2f0668c3b. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] Acquiring lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] Acquired lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing network info cache for port 7e0e9303-5189-4059-a9ab-86e2f0668c3b {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Successfully updated port: 6317f106-040d-4f80-acba-94a603a2874c {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] Releasing lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-changed-e9e48ac0-0613-445a-a27b-3a3d94bd80de {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing instance network info cache due to event network-changed-e9e48ac0-0613-445a-a27b-3a3d94bd80de. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] Acquiring lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] Acquired lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing network info cache for port e9e48ac0-0613-445a-a27b-3a3d94bd80de {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-02e2b394-4c2e-4715-a2e6-973721c7f9e6 req-2a4da100-149b-4727-9c50-da99dd274b30 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-changed-a0a1f1f4-6b50-4ba2-a037-177c11268e14 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-02e2b394-4c2e-4715-a2e6-973721c7f9e6 req-2a4da100-149b-4727-9c50-da99dd274b30 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing instance network info cache due to event network-changed-a0a1f1f4-6b50-4ba2-a037-177c11268e14. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-02e2b394-4c2e-4715-a2e6-973721c7f9e6 req-2a4da100-149b-4727-9c50-da99dd274b30 service nova] Acquiring lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-02e2b394-4c2e-4715-a2e6-973721c7f9e6 req-2a4da100-149b-4727-9c50-da99dd274b30 service nova] Acquired lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:52 user nova-compute[74046]: DEBUG nova.network.neutron [req-02e2b394-4c2e-4715-a2e6-973721c7f9e6 req-2a4da100-149b-4727-9c50-da99dd274b30 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing network info cache for port a0a1f1f4-6b50-4ba2-a037-177c11268e14 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:52 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Successfully updated port: 978a2f0a-6900-4ba1-862e-01ffc792df5f {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:52 user nova-compute[74046]: DEBUG nova.network.neutron [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e51b7173-b59b-4d50-866e-0468d2bcf7eb req-feb31c65-03ce-4743-b9b0-257035f1e4be service nova] Releasing lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:52 user nova-compute[74046]: DEBUG nova.network.neutron [req-02e2b394-4c2e-4715-a2e6-973721c7f9e6 req-2a4da100-149b-4727-9c50-da99dd274b30 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:52 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Successfully updated port: d7e864a1-8ec4-42b2-bdb8-faee7f103941 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:52 user nova-compute[74046]: DEBUG nova.network.neutron [req-02e2b394-4c2e-4715-a2e6-973721c7f9e6 req-2a4da100-149b-4727-9c50-da99dd274b30 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-02e2b394-4c2e-4715-a2e6-973721c7f9e6 req-2a4da100-149b-4727-9c50-da99dd274b30 service nova] Releasing lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Successfully updated port: 4f516c6c-9ceb-4b06-b2f9-497030c276ab {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Successfully updated port: 5fbc4097-e9b1-4d8f-857a-f31bec5d02cf {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-changed-6317f106-040d-4f80-acba-94a603a2874c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing instance network info cache due to event network-changed-6317f106-040d-4f80-acba-94a603a2874c. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] Acquiring lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] Acquired lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG nova.network.neutron [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing network info cache for port 6317f106-040d-4f80-acba-94a603a2874c {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG nova.network.neutron [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Successfully updated port: c6065f19-7e34-4553-8db1-445fbfefa4af {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG nova.network.neutron [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] Releasing lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-changed-978a2f0a-6900-4ba1-862e-01ffc792df5f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing instance network info cache due to event network-changed-978a2f0a-6900-4ba1-862e-01ffc792df5f. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] Acquiring lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] Acquired lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG nova.network.neutron [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing network info cache for port 978a2f0a-6900-4ba1-862e-01ffc792df5f {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:53 user nova-compute[74046]: DEBUG nova.network.neutron [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Successfully updated port: e9dfb252-1231-43ad-86df-8b180693684a {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] Releasing lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-changed-4f516c6c-9ceb-4b06-b2f9-497030c276ab {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing instance network info cache due to event network-changed-4f516c6c-9ceb-4b06-b2f9-497030c276ab. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] Acquiring lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] Acquired lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing network info cache for port 4f516c6c-9ceb-4b06-b2f9-497030c276ab {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-changed-d7e864a1-8ec4-42b2-bdb8-faee7f103941 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing instance network info cache due to event network-changed-d7e864a1-8ec4-42b2-bdb8-faee7f103941. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] Acquiring lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] Acquired lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing network info cache for port d7e864a1-8ec4-42b2-bdb8-faee7f103941 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] Releasing lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-changed-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing instance network info cache due to event network-changed-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] Acquiring lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] Acquired lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing network info cache for port 5fbc4097-e9b1-4d8f-857a-f31bec5d02cf {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7139a8bf-ce1f-4a25-8952-dc26831edd62 req-3908ccf6-b1d1-402a-a1d5-30ad08ea1f5f service nova] Releasing lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquired lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] Releasing lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-changed-e9dfb252-1231-43ad-86df-8b180693684a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing instance network info cache due to event network-changed-e9dfb252-1231-43ad-86df-8b180693684a. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] Acquiring lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] Acquired lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing network info cache for port e9dfb252-1231-43ad-86df-8b180693684a {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:54 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Successfully updated port: a836350d-50ee-4115-9777-a93a976414bf {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-de748420-242c-4f6f-9fd7-7f352637d5c4 req-bf08c454-4ac7-4725-8e13-b03baee1f275 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-changed-a836350d-50ee-4115-9777-a93a976414bf {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-de748420-242c-4f6f-9fd7-7f352637d5c4 req-bf08c454-4ac7-4725-8e13-b03baee1f275 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing instance network info cache due to event network-changed-a836350d-50ee-4115-9777-a93a976414bf. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-de748420-242c-4f6f-9fd7-7f352637d5c4 req-bf08c454-4ac7-4725-8e13-b03baee1f275 service nova] Acquiring lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG nova.network.neutron [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6acddd1-4df6-4629-aaf7-bc6737059390 req-03f6d4ce-b1f4-4099-aae0-0e1fe88e046e service nova] Releasing lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-de748420-242c-4f6f-9fd7-7f352637d5c4 req-bf08c454-4ac7-4725-8e13-b03baee1f275 service nova] Acquired lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG nova.network.neutron [req-de748420-242c-4f6f-9fd7-7f352637d5c4 req-bf08c454-4ac7-4725-8e13-b03baee1f275 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing network info cache for port a836350d-50ee-4115-9777-a93a976414bf {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-9d4c0710-a62f-4907-b301-26192ba4796c req-e1367059-d261-434b-a420-08daa6a578ee service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-changed-c6065f19-7e34-4553-8db1-445fbfefa4af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-9d4c0710-a62f-4907-b301-26192ba4796c req-e1367059-d261-434b-a420-08daa6a578ee service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing instance network info cache due to event network-changed-c6065f19-7e34-4553-8db1-445fbfefa4af. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d4c0710-a62f-4907-b301-26192ba4796c req-e1367059-d261-434b-a420-08daa6a578ee service nova] Acquiring lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG nova.network.neutron [req-de748420-242c-4f6f-9fd7-7f352637d5c4 req-bf08c454-4ac7-4725-8e13-b03baee1f275 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG nova.network.neutron [req-de748420-242c-4f6f-9fd7-7f352637d5c4 req-bf08c454-4ac7-4725-8e13-b03baee1f275 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-de748420-242c-4f6f-9fd7-7f352637d5c4 req-bf08c454-4ac7-4725-8e13-b03baee1f275 service nova] Releasing lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Successfully updated port: a909f4d2-3226-4a02-94fc-130df6a53964 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquired lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:26:55 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:26:56 user nova-compute[74046]: DEBUG nova.network.neutron [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [{"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6317f106-040d-4f80-acba-94a603a2874c", "address": "fa:16:3e:29:38:4e", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6317f106-04", "ovs_interfaceid": "6317f106-040d-4f80-acba-94a603a2874c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "address": "fa:16:3e:b9:f9:2b", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f516c6c-9c", "ovs_interfaceid": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c6065f19-7e34-4553-8db1-445fbfefa4af", "address": "fa:16:3e:1f:a1:44", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6065f19-7e", "ovs_interfaceid": "c6065f19-7e34-4553-8db1-445fbfefa4af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Releasing lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Instance network_info: |[{"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6317f106-040d-4f80-acba-94a603a2874c", "address": "fa:16:3e:29:38:4e", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6317f106-04", "ovs_interfaceid": "6317f106-040d-4f80-acba-94a603a2874c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "address": "fa:16:3e:b9:f9:2b", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f516c6c-9c", "ovs_interfaceid": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c6065f19-7e34-4553-8db1-445fbfefa4af", "address": "fa:16:3e:1f:a1:44", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6065f19-7e", "ovs_interfaceid": "c6065f19-7e34-4553-8db1-445fbfefa4af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:26:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d4c0710-a62f-4907-b301-26192ba4796c req-e1367059-d261-434b-a420-08daa6a578ee service nova] Acquired lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:56 user nova-compute[74046]: DEBUG nova.network.neutron [req-9d4c0710-a62f-4907-b301-26192ba4796c req-e1367059-d261-434b-a420-08daa6a578ee service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing network info cache for port c6065f19-7e34-4553-8db1-445fbfefa4af {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG nova.network.neutron [req-9d4c0710-a62f-4907-b301-26192ba4796c req-e1367059-d261-434b-a420-08daa6a578ee service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updated VIF entry in instance network info cache for port c6065f19-7e34-4553-8db1-445fbfefa4af. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG nova.network.neutron [req-9d4c0710-a62f-4907-b301-26192ba4796c req-e1367059-d261-434b-a420-08daa6a578ee service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [{"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6317f106-040d-4f80-acba-94a603a2874c", "address": "fa:16:3e:29:38:4e", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6317f106-04", "ovs_interfaceid": "6317f106-040d-4f80-acba-94a603a2874c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "address": "fa:16:3e:b9:f9:2b", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f516c6c-9c", "ovs_interfaceid": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c6065f19-7e34-4553-8db1-445fbfefa4af", "address": "fa:16:3e:1f:a1:44", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6065f19-7e", "ovs_interfaceid": "c6065f19-7e34-4553-8db1-445fbfefa4af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-4d55f814-b8be-4a3b-ac5c-ef0d3c2f6559 req-1139704c-eed0-463b-b217-b0ab42a4abc3 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-changed-a909f4d2-3226-4a02-94fc-130df6a53964 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-4d55f814-b8be-4a3b-ac5c-ef0d3c2f6559 req-1139704c-eed0-463b-b217-b0ab42a4abc3 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing instance network info cache due to event network-changed-a909f4d2-3226-4a02-94fc-130df6a53964. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4d55f814-b8be-4a3b-ac5c-ef0d3c2f6559 req-1139704c-eed0-463b-b217-b0ab42a4abc3 service nova] Acquiring lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d4c0710-a62f-4907-b301-26192ba4796c req-e1367059-d261-434b-a420-08daa6a578ee service nova] Releasing lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "0fbe740b-8936-47bf-9a57-7e7c95651f43" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:26:57 user nova-compute[74046]: INFO nova.compute.claims [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Claim successful on node user
Oct 23 18:26:57 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [{"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e9dfb252-1231-43ad-86df-8b180693684a", "address": "fa:16:3e:72:ce:90", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9dfb252-12", "ovs_interfaceid": "e9dfb252-1231-43ad-86df-8b180693684a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a836350d-50ee-4115-9777-a93a976414bf", "address": "fa:16:3e:f2:be:c5", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa836350d-50", "ovs_interfaceid": "a836350d-50ee-4115-9777-a93a976414bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a909f4d2-3226-4a02-94fc-130df6a53964", "address": "fa:16:3e:57:af:ba", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa909f4d2-32", "ovs_interfaceid": "a909f4d2-3226-4a02-94fc-130df6a53964", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Releasing lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Instance network_info: |[{"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e9dfb252-1231-43ad-86df-8b180693684a", "address": "fa:16:3e:72:ce:90", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9dfb252-12", "ovs_interfaceid": "e9dfb252-1231-43ad-86df-8b180693684a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a836350d-50ee-4115-9777-a93a976414bf", "address": "fa:16:3e:f2:be:c5", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa836350d-50", "ovs_interfaceid": "a836350d-50ee-4115-9777-a93a976414bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a909f4d2-3226-4a02-94fc-130df6a53964", "address": "fa:16:3e:57:af:ba", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa909f4d2-32", "ovs_interfaceid": "a909f4d2-3226-4a02-94fc-130df6a53964", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4d55f814-b8be-4a3b-ac5c-ef0d3c2f6559 req-1139704c-eed0-463b-b217-b0ab42a4abc3 service nova] Acquired lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:57 user nova-compute[74046]: DEBUG nova.network.neutron [req-4d55f814-b8be-4a3b-ac5c-ef0d3c2f6559 req-1139704c-eed0-463b-b217-b0ab42a4abc3 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing network info cache for port a909f4d2-3226-4a02-94fc-130df6a53964 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.614s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG nova.network.neutron [req-4d55f814-b8be-4a3b-ac5c-ef0d3c2f6559 req-1139704c-eed0-463b-b217-b0ab42a4abc3 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updated VIF entry in instance network info cache for port a909f4d2-3226-4a02-94fc-130df6a53964. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG nova.network.neutron [req-4d55f814-b8be-4a3b-ac5c-ef0d3c2f6559 req-1139704c-eed0-463b-b217-b0ab42a4abc3 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [{"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e9dfb252-1231-43ad-86df-8b180693684a", "address": "fa:16:3e:72:ce:90", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9dfb252-12", "ovs_interfaceid": "e9dfb252-1231-43ad-86df-8b180693684a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a836350d-50ee-4115-9777-a93a976414bf", "address": "fa:16:3e:f2:be:c5", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa836350d-50", "ovs_interfaceid": "a836350d-50ee-4115-9777-a93a976414bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a909f4d2-3226-4a02-94fc-130df6a53964", "address": "fa:16:3e:57:af:ba", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa909f4d2-32", "ovs_interfaceid": "a909f4d2-3226-4a02-94fc-130df6a53964", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4d55f814-b8be-4a3b-ac5c-ef0d3c2f6559 req-1139704c-eed0-463b-b217-b0ab42a4abc3 service nova] Releasing lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:26:58 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:26:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG nova.policy [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c069bcf35464a0d8a431278cc2eb355', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '407f79cd932f4fdeb893ea7f1ef566f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:26:58 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Creating image(s)
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "/opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "/opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "/opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.184s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.205s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Successfully created port: e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk 1073741824" returned: 0 in 0.051s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.182s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Cannot resize image /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Ensure instance console log exists: /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Successfully updated port: e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "refresh_cache-0fbe740b-8936-47bf-9a57-7e7c95651f43" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquired lock "refresh_cache-0fbe740b-8936-47bf-9a57-7e7c95651f43" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-53ba9fd3-aa84-4448-a071-b6b1e5d0a80a req-f67c5219-a7a6-409e-bcfa-9b319c9b3d76 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received event network-changed-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-53ba9fd3-aa84-4448-a071-b6b1e5d0a80a req-f67c5219-a7a6-409e-bcfa-9b319c9b3d76 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Refreshing instance network info cache due to event network-changed-e3f8164b-74b2-4756-aed8-93fdff649736. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:26:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-53ba9fd3-aa84-4448-a071-b6b1e5d0a80a req-f67c5219-a7a6-409e-bcfa-9b319c9b3d76 service nova] Acquiring lock "refresh_cache-0fbe740b-8936-47bf-9a57-7e7c95651f43" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Updating instance_info_cache with network_info: [{"id": "e3f8164b-74b2-4756-aed8-93fdff649736", "address": "fa:16:3e:20:fe:aa", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3f8164b-74", "ovs_interfaceid": "e3f8164b-74b2-4756-aed8-93fdff649736", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Releasing lock "refresh_cache-0fbe740b-8936-47bf-9a57-7e7c95651f43" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Instance network_info: |[{"id": "e3f8164b-74b2-4756-aed8-93fdff649736", "address": "fa:16:3e:20:fe:aa", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3f8164b-74", "ovs_interfaceid": "e3f8164b-74b2-4756-aed8-93fdff649736", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-53ba9fd3-aa84-4448-a071-b6b1e5d0a80a req-f67c5219-a7a6-409e-bcfa-9b319c9b3d76 service nova] Acquired lock "refresh_cache-0fbe740b-8936-47bf-9a57-7e7c95651f43" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.network.neutron [req-53ba9fd3-aa84-4448-a071-b6b1e5d0a80a req-f67c5219-a7a6-409e-bcfa-9b319c9b3d76 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Refreshing network info cache for port e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Start _get_guest_xml network_info=[{"id": "e3f8164b-74b2-4756-aed8-93fdff649736", "address": "fa:16:3e:20:fe:aa", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3f8164b-74", "ovs_interfaceid": "e3f8164b-74b2-4756-aed8-93fdff649736", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:27:00 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:27:00 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:26:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1895486975',display_name='tempest-ServersNegativeTestJSON-server-1895486975',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1895486975',id=13,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407f79cd932f4fdeb893ea7f1ef566f5',ramdisk_id='',reservation_id='r-xqzvtvi7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-160078660',owner_user_name='tempest-ServersNegativeTestJSON-160078660-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:58Z,user_data=None,user_id='9c069bcf35464a0d8a431278cc2eb355',uuid=0fbe740b-8936-47bf-9a57-7e7c95651f43,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e3f8164b-74b2-4756-aed8-93fdff649736", "address": "fa:16:3e:20:fe:aa", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3f8164b-74", "ovs_interfaceid": "e3f8164b-74b2-4756-aed8-93fdff649736", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Converting VIF {"id": "e3f8164b-74b2-4756-aed8-93fdff649736", "address": "fa:16:3e:20:fe:aa", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3f8164b-74", "ovs_interfaceid": "e3f8164b-74b2-4756-aed8-93fdff649736", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:fe:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3f8164b-74b2-4756-aed8-93fdff649736,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3f8164b-74') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lazy-loading 'pci_devices' on Instance uuid 0fbe740b-8936-47bf-9a57-7e7c95651f43 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:27:00 user nova-compute[74046]:   <uuid>0fbe740b-8936-47bf-9a57-7e7c95651f43</uuid>
Oct 23 18:27:00 user nova-compute[74046]:   <name>instance-0000000d</name>
Oct 23 18:27:00 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:27:00 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:27:00 user nova-compute[74046]:   <metadata>
Oct 23 18:27:00 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:27:00 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:27:00 user nova-compute[74046]:       <nova:name>tempest-ServersNegativeTestJSON-server-1895486975</nova:name>
Oct 23 18:27:00 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:27:00</nova:creationTime>
Oct 23 18:27:00 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:27:00 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:27:00 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:27:00 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:27:00 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:27:00 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:27:00 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:27:00 user nova-compute[74046]:       <nova:owner>
Oct 23 18:27:00 user nova-compute[74046]:         <nova:user uuid="9c069bcf35464a0d8a431278cc2eb355">tempest-ServersNegativeTestJSON-160078660-project-member</nova:user>
Oct 23 18:27:00 user nova-compute[74046]:         <nova:project uuid="407f79cd932f4fdeb893ea7f1ef566f5">tempest-ServersNegativeTestJSON-160078660</nova:project>
Oct 23 18:27:00 user nova-compute[74046]:       </nova:owner>
Oct 23 18:27:00 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:27:00 user nova-compute[74046]:       <nova:ports>
Oct 23 18:27:00 user nova-compute[74046]:         <nova:port uuid="e3f8164b-74b2-4756-aed8-93fdff649736">
Oct 23 18:27:00 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 23 18:27:00 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:00 user nova-compute[74046]:       </nova:ports>
Oct 23 18:27:00 user nova-compute[74046]:     </nova:instance>
Oct 23 18:27:00 user nova-compute[74046]:   </metadata>
Oct 23 18:27:00 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:27:00 user nova-compute[74046]:     <system>
Oct 23 18:27:00 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:27:00 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:27:00 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:27:00 user nova-compute[74046]:       <entry name="serial">0fbe740b-8936-47bf-9a57-7e7c95651f43</entry>
Oct 23 18:27:00 user nova-compute[74046]:       <entry name="uuid">0fbe740b-8936-47bf-9a57-7e7c95651f43</entry>
Oct 23 18:27:00 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:27:00 user nova-compute[74046]:     </system>
Oct 23 18:27:00 user nova-compute[74046]:   </sysinfo>
Oct 23 18:27:00 user nova-compute[74046]:   <os>
Oct 23 18:27:00 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:27:00 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:27:00 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:27:00 user nova-compute[74046]:   </os>
Oct 23 18:27:00 user nova-compute[74046]:   <features>
Oct 23 18:27:00 user nova-compute[74046]:     <acpi/>
Oct 23 18:27:00 user nova-compute[74046]:     <apic/>
Oct 23 18:27:00 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:27:00 user nova-compute[74046]:   </features>
Oct 23 18:27:00 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:27:00 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:27:00 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:27:00 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:27:00 user nova-compute[74046]:   </clock>
Oct 23 18:27:00 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:27:00 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:27:00 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:27:00 user nova-compute[74046]:   </cpu>
Oct 23 18:27:00 user nova-compute[74046]:   <devices>
Oct 23 18:27:00 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:27:00 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:27:00 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk"/>
Oct 23 18:27:00 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:27:00 user nova-compute[74046]:     </disk>
Oct 23 18:27:00 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:00 user nova-compute[74046]:       <mac address="fa:16:3e:20:fe:aa"/>
Oct 23 18:27:00 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:00 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:00 user nova-compute[74046]:       <target dev="tape3f8164b-74"/>
Oct 23 18:27:00 user nova-compute[74046]:     </interface>
Oct 23 18:27:00 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:27:00 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/console.log" append="off"/>
Oct 23 18:27:00 user nova-compute[74046]:     </serial>
Oct 23 18:27:00 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:27:00 user nova-compute[74046]:     <video>
Oct 23 18:27:00 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:00 user nova-compute[74046]:     </video>
Oct 23 18:27:00 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:27:00 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:27:00 user nova-compute[74046]:     </rng>
Oct 23 18:27:00 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:27:00 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:27:00 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:27:00 user nova-compute[74046]:     </memballoon>
Oct 23 18:27:00 user nova-compute[74046]:   </devices>
Oct 23 18:27:00 user nova-compute[74046]: </domain>
Oct 23 18:27:00 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:26:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1895486975',display_name='tempest-ServersNegativeTestJSON-server-1895486975',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1895486975',id=13,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='407f79cd932f4fdeb893ea7f1ef566f5',ramdisk_id='',reservation_id='r-xqzvtvi7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-160078660',owner_user_name='tempest-ServersNegativeTestJSON-160078660-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:58Z,user_data=None,user_id='9c069bcf35464a0d8a431278cc2eb355',uuid=0fbe740b-8936-47bf-9a57-7e7c95651f43,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e3f8164b-74b2-4756-aed8-93fdff649736", "address": "fa:16:3e:20:fe:aa", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3f8164b-74", "ovs_interfaceid": "e3f8164b-74b2-4756-aed8-93fdff649736", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Converting VIF {"id": "e3f8164b-74b2-4756-aed8-93fdff649736", "address": "fa:16:3e:20:fe:aa", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3f8164b-74", "ovs_interfaceid": "e3f8164b-74b2-4756-aed8-93fdff649736", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:fe:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3f8164b-74b2-4756-aed8-93fdff649736,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3f8164b-74') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG os_vif [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:fe:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3f8164b-74b2-4756-aed8-93fdff649736,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3f8164b-74') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '73c36ef9-69c0-5f29-abef-185e28ce3b6f', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape3f8164b-74, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape3f8164b-74, col_values=(('qos', UUID('a8b02a9f-6576-4d9e-8188-68f82f34690c')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape3f8164b-74, col_values=(('external_ids', {'iface-id': 'e3f8164b-74b2-4756-aed8-93fdff649736', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:fe:aa', 'vm-uuid': '0fbe740b-8936-47bf-9a57-7e7c95651f43'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:00 user nova-compute[74046]: INFO os_vif [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:fe:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3f8164b-74b2-4756-aed8-93fdff649736,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3f8164b-74')
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] No VIF found with MAC fa:16:3e:20:fe:aa, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Updating instance_info_cache with network_info: [{"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.network.neutron [req-53ba9fd3-aa84-4448-a071-b6b1e5d0a80a req-f67c5219-a7a6-409e-bcfa-9b319c9b3d76 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Updated VIF entry in instance network info cache for port e3f8164b-74b2-4756-aed8-93fdff649736. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.network.neutron [req-53ba9fd3-aa84-4448-a071-b6b1e5d0a80a req-f67c5219-a7a6-409e-bcfa-9b319c9b3d76 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Updating instance_info_cache with network_info: [{"id": "e3f8164b-74b2-4756-aed8-93fdff649736", "address": "fa:16:3e:20:fe:aa", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3f8164b-74", "ovs_interfaceid": "e3f8164b-74b2-4756-aed8-93fdff649736", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-53ba9fd3-aa84-4448-a071-b6b1e5d0a80a req-f67c5219-a7a6-409e-bcfa-9b319c9b3d76 service nova] Releasing lock "refresh_cache-0fbe740b-8936-47bf-9a57-7e7c95651f43" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:27:00 user nova-compute[74046]: INFO nova.compute.manager [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Rescuing
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquired lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:27:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:27:01 user nova-compute[74046]: DEBUG nova.network.neutron [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Updating instance_info_cache with network_info: [{"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:27:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Releasing lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:27:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-745c022c-d206-4c22-8e6e-c2e49311b375 req-9195b47d-5151-4bd0-b1a8-86fa428c753b service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-unplugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-745c022c-d206-4c22-8e6e-c2e49311b375 req-9195b47d-5151-4bd0-b1a8-86fa428c753b service nova] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-745c022c-d206-4c22-8e6e-c2e49311b375 req-9195b47d-5151-4bd0-b1a8-86fa428c753b service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-745c022c-d206-4c22-8e6e-c2e49311b375 req-9195b47d-5151-4bd0-b1a8-86fa428c753b service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-745c022c-d206-4c22-8e6e-c2e49311b375 req-9195b47d-5151-4bd0-b1a8-86fa428c753b service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] No waiting events found dispatching network-vif-unplugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:02 user nova-compute[74046]: WARNING nova.compute.manager [req-745c022c-d206-4c22-8e6e-c2e49311b375 req-9195b47d-5151-4bd0-b1a8-86fa428c753b service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received unexpected event network-vif-unplugged-fc312eb5-7d61-43aa-900f-958200c3aa2d for instance with vm_state active and task_state rescuing.
Oct 23 18:27:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:02 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Instance destroyed successfully.
Oct 23 18:27:02 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Attempting rescue
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74046) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Instance directory exists: not creating {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 18:27:02 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Creating image(s)
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "/opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "/opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "/opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.objects.instance [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'trusted_certs' on Instance uuid 56a114a7-41ad-4304-bff7-bf67b911cf6e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.213s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue" returned: 0 in 0.067s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.286s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.objects.instance [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'migration_context' on Instance uuid 56a114a7-41ad-4304-bff7-bf67b911cf6e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.objects.base [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<56a114a7-41ad-4304-bff7-bf67b911cf6e> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Start _get_guest_xml network_info=[{"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "vif_mac": "fa:16:3e:76:2e:2a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.objects.instance [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'resources' on Instance uuid 56a114a7-41ad-4304-bff7-bf67b911cf6e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.objects.base [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<56a114a7-41ad-4304-bff7-bf67b911cf6e> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.objects.instance [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'numa_topology' on Instance uuid 56a114a7-41ad-4304-bff7-bf67b911cf6e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.objects.base [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<56a114a7-41ad-4304-bff7-bf67b911cf6e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:27:02 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:27:02 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.objects.instance [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'vcpu_model' on Instance uuid 56a114a7-41ad-4304-bff7-bf67b911cf6e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:02 user nova-compute[74046]: DEBUG nova.objects.base [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<56a114a7-41ad-4304-bff7-bf67b911cf6e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1892252124',display_name='tempest-ServerRescueNegativeTestJSON-server-1892252124',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1892252124',id=3,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:25:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1df5afb288fb42fd8800b5e8c1669e7b',ramdisk_id='',reservation_id='r-cez0xz2z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1892604795',owner_user_name='tempest-ServerRescueNegativeTestJSON-1892604795-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:29Z,user_data=None,user_id='8768bac4ff57480eaab864da6a3b481d',uuid=56a114a7-41ad-4304-bff7-bf67b911cf6e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "vif_mac": "fa:16:3e:76:2e:2a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converting VIF {"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "vif_mac": "fa:16:3e:76:2e:2a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:76:2e:2a,bridge_name='br-int',has_traffic_filtering=True,id=fc312eb5-7d61-43aa-900f-958200c3aa2d,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc312eb5-7d') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.objects.instance [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'pci_devices' on Instance uuid 56a114a7-41ad-4304-bff7-bf67b911cf6e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-baaf094d-003c-4335-944d-3d0c2fa307ee req-994317b5-212e-460a-b7eb-910fea23a7c3 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-changed-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-baaf094d-003c-4335-944d-3d0c2fa307ee req-994317b5-212e-460a-b7eb-910fea23a7c3 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Refreshing instance network info cache due to event network-changed-5fb6552a-de61-462f-91fc-ecf8b267f99f. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-baaf094d-003c-4335-944d-3d0c2fa307ee req-994317b5-212e-460a-b7eb-910fea23a7c3 service nova] Acquiring lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-baaf094d-003c-4335-944d-3d0c2fa307ee req-994317b5-212e-460a-b7eb-910fea23a7c3 service nova] Acquired lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.network.neutron [req-baaf094d-003c-4335-944d-3d0c2fa307ee req-994317b5-212e-460a-b7eb-910fea23a7c3 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Refreshing network info cache for port 5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.objects.base [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<56a114a7-41ad-4304-bff7-bf67b911cf6e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:27:03 user nova-compute[74046]:   <uuid>56a114a7-41ad-4304-bff7-bf67b911cf6e</uuid>
Oct 23 18:27:03 user nova-compute[74046]:   <name>instance-00000003</name>
Oct 23 18:27:03 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:27:03 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:27:03 user nova-compute[74046]:   <metadata>
Oct 23 18:27:03 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:27:03 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:27:03 user nova-compute[74046]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1892252124</nova:name>
Oct 23 18:27:03 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:27:02</nova:creationTime>
Oct 23 18:27:03 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:27:03 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:27:03 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:27:03 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:27:03 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:27:03 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:27:03 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:27:03 user nova-compute[74046]:       <nova:owner>
Oct 23 18:27:03 user nova-compute[74046]:         <nova:user uuid="8768bac4ff57480eaab864da6a3b481d">tempest-ServerRescueNegativeTestJSON-1892604795-project-member</nova:user>
Oct 23 18:27:03 user nova-compute[74046]:         <nova:project uuid="1df5afb288fb42fd8800b5e8c1669e7b">tempest-ServerRescueNegativeTestJSON-1892604795</nova:project>
Oct 23 18:27:03 user nova-compute[74046]:       </nova:owner>
Oct 23 18:27:03 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:27:03 user nova-compute[74046]:       <nova:ports>
Oct 23 18:27:03 user nova-compute[74046]:         <nova:port uuid="fc312eb5-7d61-43aa-900f-958200c3aa2d">
Oct 23 18:27:03 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 23 18:27:03 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:03 user nova-compute[74046]:       </nova:ports>
Oct 23 18:27:03 user nova-compute[74046]:     </nova:instance>
Oct 23 18:27:03 user nova-compute[74046]:   </metadata>
Oct 23 18:27:03 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:27:03 user nova-compute[74046]:     <system>
Oct 23 18:27:03 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:27:03 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:27:03 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:27:03 user nova-compute[74046]:       <entry name="serial">56a114a7-41ad-4304-bff7-bf67b911cf6e</entry>
Oct 23 18:27:03 user nova-compute[74046]:       <entry name="uuid">56a114a7-41ad-4304-bff7-bf67b911cf6e</entry>
Oct 23 18:27:03 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:27:03 user nova-compute[74046]:     </system>
Oct 23 18:27:03 user nova-compute[74046]:   </sysinfo>
Oct 23 18:27:03 user nova-compute[74046]:   <os>
Oct 23 18:27:03 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:27:03 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:27:03 user nova-compute[74046]:   </os>
Oct 23 18:27:03 user nova-compute[74046]:   <features>
Oct 23 18:27:03 user nova-compute[74046]:     <acpi/>
Oct 23 18:27:03 user nova-compute[74046]:     <apic/>
Oct 23 18:27:03 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:27:03 user nova-compute[74046]:   </features>
Oct 23 18:27:03 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:27:03 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:27:03 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:27:03 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:27:03 user nova-compute[74046]:   </clock>
Oct 23 18:27:03 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:27:03 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:27:03 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:27:03 user nova-compute[74046]:   </cpu>
Oct 23 18:27:03 user nova-compute[74046]:   <devices>
Oct 23 18:27:03 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:27:03 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:27:03 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue"/>
Oct 23 18:27:03 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:27:03 user nova-compute[74046]:     </disk>
Oct 23 18:27:03 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:27:03 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:27:03 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk"/>
Oct 23 18:27:03 user nova-compute[74046]:       <target dev="vdb" bus="virtio"/>
Oct 23 18:27:03 user nova-compute[74046]:     </disk>
Oct 23 18:27:03 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:03 user nova-compute[74046]:       <mac address="fa:16:3e:76:2e:2a"/>
Oct 23 18:27:03 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:03 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:03 user nova-compute[74046]:       <target dev="tapfc312eb5-7d"/>
Oct 23 18:27:03 user nova-compute[74046]:     </interface>
Oct 23 18:27:03 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:27:03 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/console.log" append="off"/>
Oct 23 18:27:03 user nova-compute[74046]:     </serial>
Oct 23 18:27:03 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:27:03 user nova-compute[74046]:     <video>
Oct 23 18:27:03 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:03 user nova-compute[74046]:     </video>
Oct 23 18:27:03 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:27:03 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:27:03 user nova-compute[74046]:     </rng>
Oct 23 18:27:03 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:27:03 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:27:03 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:27:03 user nova-compute[74046]:     </memballoon>
Oct 23 18:27:03 user nova-compute[74046]:   </devices>
Oct 23 18:27:03 user nova-compute[74046]: </domain>
Oct 23 18:27:03 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:27:03 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Instance destroyed successfully.
Oct 23 18:27:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No VIF found with MAC fa:16:3e:76:2e:2a, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.network.neutron [req-baaf094d-003c-4335-944d-3d0c2fa307ee req-994317b5-212e-460a-b7eb-910fea23a7c3 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updated VIF entry in instance network info cache for port 5fb6552a-de61-462f-91fc-ecf8b267f99f. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:27:03 user nova-compute[74046]: DEBUG nova.network.neutron [req-baaf094d-003c-4335-944d-3d0c2fa307ee req-994317b5-212e-460a-b7eb-910fea23a7c3 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating instance_info_cache with network_info: [{"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-baaf094d-003c-4335-944d-3d0c2fa307ee req-994317b5-212e-460a-b7eb-910fea23a7c3 service nova] Releasing lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] No waiting events found dispatching network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:04 user nova-compute[74046]: WARNING nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received unexpected event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d for instance with vm_state active and task_state rescuing.
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received event network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Acquiring lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] No waiting events found dispatching network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:04 user nova-compute[74046]: WARNING nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received unexpected event network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 for instance with vm_state building and task_state spawning.
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received event network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Acquiring lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] No waiting events found dispatching network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:04 user nova-compute[74046]: WARNING nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received unexpected event network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 for instance with vm_state building and task_state spawning.
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] No waiting events found dispatching network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:04 user nova-compute[74046]: WARNING nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received unexpected event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d for instance with vm_state active and task_state rescuing.
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] No waiting events found dispatching network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:04 user nova-compute[74046]: WARNING nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received unexpected event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d for instance with vm_state active and task_state rescuing.
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-unplugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] No waiting events found dispatching network-vif-unplugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:04 user nova-compute[74046]: WARNING nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received unexpected event network-vif-unplugged-fc312eb5-7d61-43aa-900f-958200c3aa2d for instance with vm_state active and task_state rescuing.
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] No waiting events found dispatching network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:04 user nova-compute[74046]: WARNING nova.compute.manager [req-32d045ee-fb42-412e-89d7-5f6964acd466 req-69da54f7-c3d0-4030-b2fe-856d945c220a service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received unexpected event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d for instance with vm_state active and task_state rescuing.
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:27:04 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Instance spawned successfully.
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:04 user nova-compute[74046]: INFO nova.compute.manager [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Took 6.35 seconds to spawn the instance on the hypervisor.
Oct 23 18:27:04 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:04 user nova-compute[74046]: INFO nova.compute.manager [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Took 7.39 seconds to build instance.
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b5dd310a-c473-4df3-9611-844206d5be23 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.495s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:05 user nova-compute[74046]: INFO nova.virt.block_device [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Booting with volume bbd4b803-b067-4a2d-89e1-1940cc78c5f9 at /dev/vdb
Oct 23 18:27:06 user nova-compute[74046]: DEBUG os_brick.utils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5aceed7-51f4-43e4-bac6-1c013bf337d2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6561dff5-e13e-4cf8-a8f6-29e42376db88]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[456d4569-2192-4306-a7b9-b2a664d7a660]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0aa56eb-1488-4356-b7f4-538a41df0b91]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-f9f97d8b-3a89-4d0c-bf4c-360f211e7332 req-45cd1c23-53ae-4a38-9cb0-9a2482f55f06 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f9f97d8b-3a89-4d0c-bf4c-360f211e7332 req-45cd1c23-53ae-4a38-9cb0-9a2482f55f06 service nova] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f9f97d8b-3a89-4d0c-bf4c-360f211e7332 req-45cd1c23-53ae-4a38-9cb0-9a2482f55f06 service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f9f97d8b-3a89-4d0c-bf4c-360f211e7332 req-45cd1c23-53ae-4a38-9cb0-9a2482f55f06 service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-f9f97d8b-3a89-4d0c-bf4c-360f211e7332 req-45cd1c23-53ae-4a38-9cb0-9a2482f55f06 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] No waiting events found dispatching network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:06 user nova-compute[74046]: WARNING nova.compute.manager [req-f9f97d8b-3a89-4d0c-bf4c-360f211e7332 req-45cd1c23-53ae-4a38-9cb0-9a2482f55f06 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received unexpected event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d for instance with vm_state active and task_state rescuing.
Oct 23 18:27:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-f9f97d8b-3a89-4d0c-bf4c-360f211e7332 req-45cd1c23-53ae-4a38-9cb0-9a2482f55f06 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f9f97d8b-3a89-4d0c-bf4c-360f211e7332 req-45cd1c23-53ae-4a38-9cb0-9a2482f55f06 service nova] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f9f97d8b-3a89-4d0c-bf4c-360f211e7332 req-45cd1c23-53ae-4a38-9cb0-9a2482f55f06 service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f9f97d8b-3a89-4d0c-bf4c-360f211e7332 req-45cd1c23-53ae-4a38-9cb0-9a2482f55f06 service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-f9f97d8b-3a89-4d0c-bf4c-360f211e7332 req-45cd1c23-53ae-4a38-9cb0-9a2482f55f06 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] No waiting events found dispatching network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:06 user nova-compute[74046]: WARNING nova.compute.manager [req-f9f97d8b-3a89-4d0c-bf4c-360f211e7332 req-45cd1c23-53ae-4a38-9cb0-9a2482f55f06 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received unexpected event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d for instance with vm_state active and task_state rescuing.
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:06 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe221966-dca7-4e87-a6ca-d93fb5a5c52f]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG os_brick.utils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] <== get_connector_properties: return (182ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating existing volume attachment record: 837b9d44-9732-41e8-9320-769f7fc44f2d {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: INFO nova.virt.block_device [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Booting with volume b1945f0e-01ce-4603-96c6-209671fe8c3e at /dev/vdb
Oct 23 18:27:06 user nova-compute[74046]: DEBUG os_brick.utils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[72395ce0-60bb-4bd7-a065-fc76f3984c07]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f7c6e3e-7cf1-4045-9f4b-abe2951d3778]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e01f656-f963-4e0f-b0de-f516a13442a0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[840ab26d-7603-4df6-9dad-e98f9824b432]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:06 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3d9bdf3-116f-4717-88f0-851dccab8455]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG os_brick.utils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] <== get_connector_properties: return (167ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating existing volume attachment record: 13bc075c-a077-4a32-b726-ef2a4da3c659 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-44f154d6-e6a5-4794-b2df-d3e42a5b2be9 req-6304f488-bb5e-4e4b-ab35-d8a4d19fc481 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-changed-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-44f154d6-e6a5-4794-b2df-d3e42a5b2be9 req-6304f488-bb5e-4e4b-ab35-d8a4d19fc481 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Refreshing instance network info cache due to event network-changed-df4fbcf6-967b-4454-a509-0e9b972ac95a. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-44f154d6-e6a5-4794-b2df-d3e42a5b2be9 req-6304f488-bb5e-4e4b-ab35-d8a4d19fc481 service nova] Acquiring lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-44f154d6-e6a5-4794-b2df-d3e42a5b2be9 req-6304f488-bb5e-4e4b-ab35-d8a4d19fc481 service nova] Acquired lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG nova.network.neutron [req-44f154d6-e6a5-4794-b2df-d3e42a5b2be9 req-6304f488-bb5e-4e4b-ab35-d8a4d19fc481 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Refreshing network info cache for port df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.212s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-690a0cb4-ff00-47bc-a903-ec93ecb935bf tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:27:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:08 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:27:08 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7115MB free_disk=25.519683837890625GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-44f154d6-e6a5-4794-b2df-d3e42a5b2be9 req-6304f488-bb5e-4e4b-ab35-d8a4d19fc481 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updated VIF entry in instance network info cache for port df4fbcf6-967b-4454-a509-0e9b972ac95a. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-44f154d6-e6a5-4794-b2df-d3e42a5b2be9 req-6304f488-bb5e-4e4b-ab35-d8a4d19fc481 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updating instance_info_cache with network_info: [{"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-44f154d6-e6a5-4794-b2df-d3e42a5b2be9 req-6304f488-bb5e-4e4b-ab35-d8a4d19fc481 service nova] Releasing lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c7ea709a-2c48-4257-90a9-a54e03478e3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e5cd49-7784-4467-9952-ba68b07e1c07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 0790122d-8ce0-4ca8-a0ca-86ff3adf701b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 019ede76-5933-4bb6-933d-65c09cc11810 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 43511ed1-3337-4cf2-94a2-eab00283621c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 474936e7-e2f3-4060-b7aa-e1dbd7181473 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 535de8ee-7dc5-406a-98de-2d5cd139324e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 0fbe740b-8936-47bf-9a57-7e7c95651f43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:27:08 user nova-compute[74046]: INFO nova.compute.manager [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] instance snapshotting
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-2ee917c6-fc62-4f71-9648-280d1531f6fd req-bf2e391f-8b67-4b0e-9987-80a0f996cba2 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Received event network-changed-e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-2ee917c6-fc62-4f71-9648-280d1531f6fd req-bf2e391f-8b67-4b0e-9987-80a0f996cba2 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Refreshing instance network info cache due to event network-changed-e1737bec-6fc0-493c-8107-d00d719bbbce. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2ee917c6-fc62-4f71-9648-280d1531f6fd req-bf2e391f-8b67-4b0e-9987-80a0f996cba2 service nova] Acquiring lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2ee917c6-fc62-4f71-9648-280d1531f6fd req-bf2e391f-8b67-4b0e-9987-80a0f996cba2 service nova] Acquired lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:27:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-2ee917c6-fc62-4f71-9648-280d1531f6fd req-bf2e391f-8b67-4b0e-9987-80a0f996cba2 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Refreshing network info cache for port e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:27:08 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Beginning live snapshot process
Oct 23 18:27:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json -f qcow2 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json -f qcow2" returned: 0 in 0.240s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json -f qcow2 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.934s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG nova.network.neutron [req-2ee917c6-fc62-4f71-9648-280d1531f6fd req-bf2e391f-8b67-4b0e-9987-80a0f996cba2 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updated VIF entry in instance network info cache for port e1737bec-6fc0-493c-8107-d00d719bbbce. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG nova.network.neutron [req-2ee917c6-fc62-4f71-9648-280d1531f6fd req-bf2e391f-8b67-4b0e-9987-80a0f996cba2 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updating instance_info_cache with network_info: [{"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2ee917c6-fc62-4f71-9648-280d1531f6fd req-bf2e391f-8b67-4b0e-9987-80a0f996cba2 service nova] Releasing lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json -f qcow2" returned: 0 in 0.239s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.204s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpxm1cowcb/082446c2dbaa4f1b8c3cd70ca84b57ae.delta 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpxm1cowcb/082446c2dbaa4f1b8c3cd70ca84b57ae.delta 1073741824" returned: 0 in 0.050s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:09 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 23 18:27:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74046) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 23 18:27:09 user nova-compute[74046]: INFO nova.virt.libvirt.host [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] UEFI support detected
Oct 23 18:27:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:27:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:27:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 23 18:27:11 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:27:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpxm1cowcb/082446c2dbaa4f1b8c3cd70ca84b57ae.delta /opt/stack/data/nova/instances/snapshots/tmpxm1cowcb/082446c2dbaa4f1b8c3cd70ca84b57ae {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpxm1cowcb/082446c2dbaa4f1b8c3cd70ca84b57ae.delta /opt/stack/data/nova/instances/snapshots/tmpxm1cowcb/082446c2dbaa4f1b8c3cd70ca84b57ae" returned: 0 in 0.468s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Snapshot extracted, beginning image upload
Oct 23 18:27:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:14 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Snapshot image upload complete
Oct 23 18:27:14 user nova-compute[74046]: INFO nova.compute.manager [None req-8d7c7fee-78be-4959-8709-b5a3d716264e tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Took 5.97 seconds to snapshot the instance on the hypervisor.
Oct 23 18:27:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-11e53be7-60a0-4c0f-bc70-e6b3504f1a72 req-0d25b41a-ad51-4839-abde-ae2383d45d9d service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Received event network-changed-934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-11e53be7-60a0-4c0f-bc70-e6b3504f1a72 req-0d25b41a-ad51-4839-abde-ae2383d45d9d service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Refreshing instance network info cache due to event network-changed-934adb24-f72e-48d1-b278-b32ea1352a89. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:27:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-11e53be7-60a0-4c0f-bc70-e6b3504f1a72 req-0d25b41a-ad51-4839-abde-ae2383d45d9d service nova] Acquiring lock "refresh_cache-b8e5cd49-7784-4467-9952-ba68b07e1c07" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:27:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-11e53be7-60a0-4c0f-bc70-e6b3504f1a72 req-0d25b41a-ad51-4839-abde-ae2383d45d9d service nova] Acquired lock "refresh_cache-b8e5cd49-7784-4467-9952-ba68b07e1c07" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:27:21 user nova-compute[74046]: DEBUG nova.network.neutron [req-11e53be7-60a0-4c0f-bc70-e6b3504f1a72 req-0d25b41a-ad51-4839-abde-ae2383d45d9d service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Refreshing network info cache for port 934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:27:22 user nova-compute[74046]: DEBUG nova.network.neutron [req-11e53be7-60a0-4c0f-bc70-e6b3504f1a72 req-0d25b41a-ad51-4839-abde-ae2383d45d9d service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Updated VIF entry in instance network info cache for port 934adb24-f72e-48d1-b278-b32ea1352a89. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:27:22 user nova-compute[74046]: DEBUG nova.network.neutron [req-11e53be7-60a0-4c0f-bc70-e6b3504f1a72 req-0d25b41a-ad51-4839-abde-ae2383d45d9d service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Updating instance_info_cache with network_info: [{"id": "934adb24-f72e-48d1-b278-b32ea1352a89", "address": "fa:16:3e:11:f4:92", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap934adb24-f7", "ovs_interfaceid": "934adb24-f72e-48d1-b278-b32ea1352a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:27:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-11e53be7-60a0-4c0f-bc70-e6b3504f1a72 req-0d25b41a-ad51-4839-abde-ae2383d45d9d service nova] Releasing lock "refresh_cache-b8e5cd49-7784-4467-9952-ba68b07e1c07" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:27:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-63b16ce0-ba8b-44fb-91e1-55a639a3e935 req-8cf9409a-f59c-4e01-8836-4aaef2cddc56 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Received event network-changed-5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-63b16ce0-ba8b-44fb-91e1-55a639a3e935 req-8cf9409a-f59c-4e01-8836-4aaef2cddc56 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Refreshing instance network info cache due to event network-changed-5edb6e74-c853-4c6e-badd-5f98ee39286c. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:27:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-63b16ce0-ba8b-44fb-91e1-55a639a3e935 req-8cf9409a-f59c-4e01-8836-4aaef2cddc56 service nova] Acquiring lock "refresh_cache-0790122d-8ce0-4ca8-a0ca-86ff3adf701b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:27:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-63b16ce0-ba8b-44fb-91e1-55a639a3e935 req-8cf9409a-f59c-4e01-8836-4aaef2cddc56 service nova] Acquired lock "refresh_cache-0790122d-8ce0-4ca8-a0ca-86ff3adf701b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:27:24 user nova-compute[74046]: DEBUG nova.network.neutron [req-63b16ce0-ba8b-44fb-91e1-55a639a3e935 req-8cf9409a-f59c-4e01-8836-4aaef2cddc56 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Refreshing network info cache for port 5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:27:24 user nova-compute[74046]: DEBUG nova.network.neutron [req-63b16ce0-ba8b-44fb-91e1-55a639a3e935 req-8cf9409a-f59c-4e01-8836-4aaef2cddc56 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Updated VIF entry in instance network info cache for port 5edb6e74-c853-4c6e-badd-5f98ee39286c. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:27:24 user nova-compute[74046]: DEBUG nova.network.neutron [req-63b16ce0-ba8b-44fb-91e1-55a639a3e935 req-8cf9409a-f59c-4e01-8836-4aaef2cddc56 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Updating instance_info_cache with network_info: [{"id": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "address": "fa:16:3e:5a:4f:b6", "network": {"id": "345b712f-25d5-4f23-be18-821cae9c8eb7", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-318360688-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da27e3b165cb4a61a9d795502655b0ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5edb6e74-c8", "ovs_interfaceid": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:27:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-63b16ce0-ba8b-44fb-91e1-55a639a3e935 req-8cf9409a-f59c-4e01-8836-4aaef2cddc56 service nova] Releasing lock "refresh_cache-0790122d-8ce0-4ca8-a0ca-86ff3adf701b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:27:25 user nova-compute[74046]: INFO nova.virt.block_device [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Booting with volume 3c4507ab-9687-45f3-b824-4347a097bb7b at /dev/vdc
Oct 23 18:27:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG os_brick.utils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4850f443-94ce-40fa-9f07-0c62731ad706]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6283c33-4d9f-46fb-bb1f-d43aac648b4b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[66e3de93-adb9-415d-949e-d52f28b4f8d2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[55d8a734-04cf-4415-9539-844076c5c5fd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:25 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:27:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[374b1563-5d51-4a1f-ad57-b4684b1ddab4]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG os_brick.utils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] <== get_connector_properties: return (109ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:25 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating existing volume attachment record: c9c07c5f-1077-4807-8e10-b62c7b3004a3 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:27:26 user nova-compute[74046]: INFO nova.virt.block_device [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Booting with volume e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 at /dev/vdc
Oct 23 18:27:26 user nova-compute[74046]: DEBUG os_brick.utils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a10d08a1-cb66-4293-9fd4-c7def9905458]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ea4c6fa-267e-4b37-8455-5b488adc4b0b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.012s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[52a030ff-3e23-4675-b350-8f762991a1d3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a862a423-7901-41d3-89fa-29104841720a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:26 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:27:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d55ed3e-73a2-4c16-aa09-ccba3d77510d]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG os_brick.utils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] <== get_connector_properties: return (105ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:26 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating existing volume attachment record: 65c7366e-a3ef-4104-b727-4b14e334de08 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:27:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG nova.objects.instance [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lazy-loading 'flavor' on Instance uuid b8e5cd49-7784-4467-9952-ba68b07e1c07 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.268s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:28 user nova-compute[74046]: INFO nova.compute.manager [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Attaching volume bb410a18-c39a-47e2-b13c-6e3330ee527b to /dev/vdb
Oct 23 18:27:28 user nova-compute[74046]: DEBUG os_brick.utils [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[42971c6a-05c6-4491-a6c8-4624fcace599]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4328abf0-fe9b-412d-87f2-2f1d75217e87]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[75c6a210-b178-4be7-a3af-fc143eff6020]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb864f11-a453-411a-a1c9-cbcb64c1f3ed]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:27:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:29 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:27:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a191750-373b-4232-b74e-d63d02e81bbf]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:27:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:27:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:27:29 user nova-compute[74046]: DEBUG os_brick.utils [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:29 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Updating existing volume attachment record: 257d52cc-ca00-43df-9b82-ac1e0ddebd11 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:27:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-f317e363-9b77-4006-8803-bc3c88a9e4ba req-422b98de-33f4-47fc-8200-75ac0de0c97f service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Received event network-changed-df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-f317e363-9b77-4006-8803-bc3c88a9e4ba req-422b98de-33f4-47fc-8200-75ac0de0c97f service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Refreshing instance network info cache due to event network-changed-df5f3731-3267-4d10-bad1-884625358e1d. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:27:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f317e363-9b77-4006-8803-bc3c88a9e4ba req-422b98de-33f4-47fc-8200-75ac0de0c97f service nova] Acquiring lock "refresh_cache-019ede76-5933-4bb6-933d-65c09cc11810" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:27:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f317e363-9b77-4006-8803-bc3c88a9e4ba req-422b98de-33f4-47fc-8200-75ac0de0c97f service nova] Acquired lock "refresh_cache-019ede76-5933-4bb6-933d-65c09cc11810" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:27:34 user nova-compute[74046]: DEBUG nova.network.neutron [req-f317e363-9b77-4006-8803-bc3c88a9e4ba req-422b98de-33f4-47fc-8200-75ac0de0c97f service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Refreshing network info cache for port df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:27:35 user nova-compute[74046]: DEBUG nova.network.neutron [req-f317e363-9b77-4006-8803-bc3c88a9e4ba req-422b98de-33f4-47fc-8200-75ac0de0c97f service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Updated VIF entry in instance network info cache for port df5f3731-3267-4d10-bad1-884625358e1d. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:27:35 user nova-compute[74046]: DEBUG nova.network.neutron [req-f317e363-9b77-4006-8803-bc3c88a9e4ba req-422b98de-33f4-47fc-8200-75ac0de0c97f service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Updating instance_info_cache with network_info: [{"id": "df5f3731-3267-4d10-bad1-884625358e1d", "address": "fa:16:3e:1e:1a:e9", "network": {"id": "b9164c9f-f705-4cff-b858-919c22008d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-414418322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cac6764343c463d9ba80f99b4113753", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3731-32", "ovs_interfaceid": "df5f3731-3267-4d10-bad1-884625358e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:27:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f317e363-9b77-4006-8803-bc3c88a9e4ba req-422b98de-33f4-47fc-8200-75ac0de0c97f service nova] Releasing lock "refresh_cache-019ede76-5933-4bb6-933d-65c09cc11810" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:27:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Acquiring lock "019ede76-5933-4bb6-933d-65c09cc11810" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lock "019ede76-5933-4bb6-933d-65c09cc11810" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.objects.instance [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lazy-loading 'flavor' on Instance uuid 019ede76-5933-4bb6-933d-65c09cc11810 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lock "019ede76-5933-4bb6-933d-65c09cc11810" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.081s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:27:44 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Creating image(s)
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Ensure instance console log exists: /opt/stack/data/nova/instances/474936e7-e2f3-4060-b7aa-e1dbd7181473/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Start _get_guest_xml network_info=[{"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e9dfb252-1231-43ad-86df-8b180693684a", "address": "fa:16:3e:72:ce:90", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9dfb252-12", "ovs_interfaceid": "e9dfb252-1231-43ad-86df-8b180693684a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a836350d-50ee-4115-9777-a93a976414bf", "address": "fa:16:3e:f2:be:c5", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa836350d-50", "ovs_interfaceid": "a836350d-50ee-4115-9777-a93a976414bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a909f4d2-3226-4a02-94fc-130df6a53964", "address": "fa:16:3e:57:af:ba", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa909f4d2-32", "ovs_interfaceid": "a909f4d2-3226-4a02-94fc-130df6a53964", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'f75c1d29-014d-4216-90fd-81f1fe28a05f', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BkgNSoad', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '474936e7-e2f3-4060-b7aa-e1dbd7181473', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2960fb1-23df-4a34-b699-adca4c240321', 'serial': 'e2960fb1-23df-4a34-b699-adca4c240321'}, 'device_type': 'disk', 'volume_type': None}, {'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '837b9d44-9732-41e8-9320-769f7fc44f2d', 'disk_bus': 'virtio', 'boot_index': 1, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xnMokWub', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '474936e7-e2f3-4060-b7aa-e1dbd7181473', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbd4b803-b067-4a2d-89e1-1940cc78c5f9', 'serial': 'bbd4b803-b067-4a2d-89e1-1940cc78c5f9'}, 'device_type': 'disk', 'volume_type': None}, {'mount_device': '/dev/vdc', 'guest_format': None, 'attachment_id': 'c9c07c5f-1077-4807-8e10-b62c7b3004a3', 'disk_bus': 'virtio', 'boot_index': 2, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OrVPmgzR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '474936e7-e2f3-4060-b7aa-e1dbd7181473', 'attached_at': '', 'detached_at': '', 'volume_id': '3c4507ab-9687-45f3-b824-4347a097bb7b', 'serial': '3c4507ab-9687-45f3-b824-4347a097bb7b'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:27:44 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:27:44 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BkgNSoad', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:44 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:44 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:44 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:27:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ed0617f-c122-493a-812d-d1108b836946]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:27:44 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cd263a7-f35b-4aff-8a27-80c011c704ee]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321] added
Oct 23 18:27:45 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG nova.objects.instance [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lazy-loading 'flavor' on Instance uuid 0790122d-8ce0-4ca8-a0ca-86ff3adf701b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e049f8da-2af1-4210-afcd-2fefeabc2052]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[83b692c8-457b-4da3-a6af-818e7a60d391]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BkgNSoad {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.072s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BkgNSoad" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cb4b75a-f582-4100-ada3-c5d315c3adff]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BkgNSoad'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b6cbe35-2c05-4f2a-90eb-1030c278f250]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ee1944a-e438-4d32-bd63-0c39c4dff2e5]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:45 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:45 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Acquiring lock "019ede76-5933-4bb6-933d-65c09cc11810" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lock "019ede76-5933-4bb6-933d-65c09cc11810" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:45 user nova-compute[74046]: INFO nova.compute.manager [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Attaching volume 0440b870-9793-4743-afe6-b34c5e74a5e6 to /dev/vdb
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f38ba37d-4edc-4d74-8e90-888ac73bac06]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321, portal: 172.16.0.220,3260]
Oct 23 18:27:45 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321, portal: 172.16.0.220,3260] successful.
Oct 23 18:27:45 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f29fc09-f712-4b70-9d72-6e3c8b14ca9a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c518539-cfd0-48b7-8f77-d6aeec96706a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:45 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:45 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:45 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:45 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.317s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6a644c6-244c-4e6a-a8b5-91d51ae49c71]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BkgNSoad', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.utils [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:45 user nova-compute[74046]: INFO nova.compute.manager [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Attaching volume 89b747e1-4e91-4dfa-96b5-439d7acf2238 to /dev/sdc
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[31c2fe32-030e-4e81-9885-41757662e4cb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce4a220b-4603-4114-a4fa-49570efb7652]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7451f05f-6e39-47f0-b2f6-a7164b399cd7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d51586d-7940-4987-8e59-4ada45ae7d9b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:45 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb767cfd-adcd-445b-9872-8849a0c8e4fd]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.utils [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Updating existing volume attachment record: 0d557108-b651-4070-9807-dcbe0fe97c07 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.utils [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f7b25ff-993d-4262-9f35-c91b79ad7e3c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a5bc83c-5b7d-451e-8a6e-856e1886c884]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e7c9ddb-c0a1-4ea7-b706-a491ef33abc4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[59767bc6-2c18-44d6-ba6c-37b67439bc5e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:27:45 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:27:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[edb6ca9e-961b-4afb-b0ea-76181ef6f384]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG os_brick.utils [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:45 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Updating existing volume attachment record: b3841890-24c5-4ab7-a010-722f73a97b5a {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.353s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '23264626163356162', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264626163356162', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xnMokWub', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:46 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:46 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:46 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bbf6e7a-28b4-475c-b2fb-dc9d5a19e092]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:27:46 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7af21e9-507f-4335-bdf1-e0f0eb39be38]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9] added
Oct 23 18:27:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[12a3db5c-c5c9-4078-859f-66765539c15e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7e9230e-95e8-4474-8071-63d495923550]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xnMokWub {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xnMokWub" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ba276b0-f1ac-4047-bb10-b4ceb07cb60a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xnMokWub'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[42d1d203-71f9-4812-9ec4-29a6fafbd4fe]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5258f707-d8ba-48ef-b951-8d4e3c101d00]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:46 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:46 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dd3c622-6a6a-4287-acfd-a6bd892fd4d8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9, portal: 172.16.0.220,3260]
Oct 23 18:27:46 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9, portal: 172.16.0.220,3260] successful.
Oct 23 18:27:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a721d6-501a-48f1-8ec1-42a12f371a97]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[db4b66b0-1d79-4188-b2e3-4b9c712283cf]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:46 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:46 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:46 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:46 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cb56fbc-f6c4-4a6c-a16b-439c1d5b5447]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:27:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xnMokWub', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '23139353833633066', 'path': '/dev/sdd'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23139353833633066', 'path': '/dev/sdd'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OrVPmgzR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:47 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:47 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:47 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b749c0a-2043-4414-847d-883c1951c07b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:27:47 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5fc7a21-109d-4be7-9c77-0f6e7ca3446e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b] added
Oct 23 18:27:47 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[821d20f3-6df1-497c-b05d-9da8d12864ab]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7d5ee2d-b93e-4fde-8a67-38f62c48a8e1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OrVPmgzR {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OrVPmgzR" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f12e0c7-c5fe-43f8-998a-15073494aa80]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OrVPmgzR'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb635ff9-90fb-4f04-931a-e3158fcfc8f7]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c54fa3c7-8108-45fb-97d9-b02420ad200d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:47 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:47 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:47 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:47 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:47 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:47 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[af011d36-aed8-43df-9990-0e78088c5ab2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b, portal: 172.16.0.220,3260]
Oct 23 18:27:47 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b, portal: 172.16.0.220,3260] successful.
Oct 23 18:27:47 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd30fab1-4c60-484e-bb90-1dff9d6f3938]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b3a6639-45ac-4565-87a5-1592c9d62610]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:48 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:48 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:48 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:48 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:48 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:48 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:48 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:48 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[af777051-fd33-4706-a556-4b6c82edc7e9]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iKbtDEuh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:48 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:48 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.compute.manager [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:27:48 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Creating image(s)
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Ensure instance console log exists: /opt/stack/data/nova/instances/535de8ee-7dc5-406a-98de-2d5cd139324e/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Start _get_guest_xml network_info=[{"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6317f106-040d-4f80-acba-94a603a2874c", "address": "fa:16:3e:29:38:4e", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6317f106-04", "ovs_interfaceid": "6317f106-040d-4f80-acba-94a603a2874c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "address": "fa:16:3e:b9:f9:2b", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f516c6c-9c", "ovs_interfaceid": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c6065f19-7e34-4553-8db1-445fbfefa4af", "address": "fa:16:3e:1f:a1:44", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6065f19-7e", "ovs_interfaceid": "c6065f19-7e34-4553-8db1-445fbfefa4af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '648e15b4-cef1-4500-9535-228433f37a42', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fCQTpRgH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '535de8ee-7dc5-406a-98de-2d5cd139324e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79', 'serial': 'c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79'}, 'device_type': 'disk', 'volume_type': None}, {'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '13bc075c-a077-4a32-b726-ef2a4da3c659', 'disk_bus': 'virtio', 'boot_index': 1, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rmkHLnRp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '535de8ee-7dc5-406a-98de-2d5cd139324e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1945f0e-01ce-4603-96c6-209671fe8c3e', 'serial': 'b1945f0e-01ce-4603-96c6-209671fe8c3e'}, 'device_type': 'disk', 'volume_type': None}, {'mount_device': '/dev/vdc', 'guest_format': None, 'attachment_id': '65c7366e-a3ef-4104-b727-4b14e334de08', 'disk_bus': 'virtio', 'boot_index': 2, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXVlruhc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '535de8ee-7dc5-406a-98de-2d5cd139324e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0fa7fa3-50fe-4b1e-a836-7165fa499cd5', 'serial': 'e0fa7fa3-50fe-4b1e-a836-7165fa499cd5'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:27:48 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:27:48 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:27:48 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fCQTpRgH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:48 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:48 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OrVPmgzR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] <== connect_volume: return (1314ms) {'type': 'block', 'scsi_wwn': '23432333463353266', 'path': '/dev/sde'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23432333463353266', 'path': '/dev/sde'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.589s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:49 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:49 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[66d09c02-fe93-4280-a28c-39b8e1438d7a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:27:49 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c20c5bf2-af4b-4ace-b029-58f9203cbd5e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b] added
Oct 23 18:27:49 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[46c1370d-72e5-4f4a-923f-f0b1c29c18d9]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:81:23,bridge_name='br-int',has_traffic_filtering=True,id=c180529c-f194-4ec9-bba1-f933a1da43bd,network=Network(1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc180529c-f1') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b8:ac,bridge_name='br-int',has_traffic_filtering=True,id=a0a1f1f4-6b50-4ba2-a037-177c11268e14,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa0a1f1f4-6b') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:a5:ba,bridge_name='br-int',has_traffic_filtering=True,id=d7e864a1-8ec4-42b2-bdb8-faee7f103941,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd7e864a1-8e') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:67:10,bridge_name='br-int',has_traffic_filtering=True,id=5fbc4097-e9b1-4d8f-857a-f31bec5d02cf,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc4097-e9') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e9dfb252-1231-43ad-86df-8b180693684a", "address": "fa:16:3e:72:ce:90", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9dfb252-12", "ovs_interfaceid": "e9dfb252-1231-43ad-86df-8b180693684a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "e9dfb252-1231-43ad-86df-8b180693684a", "address": "fa:16:3e:72:ce:90", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9dfb252-12", "ovs_interfaceid": "e9dfb252-1231-43ad-86df-8b180693684a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:ce:90,bridge_name='br-int',has_traffic_filtering=True,id=e9dfb252-1231-43ad-86df-8b180693684a,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9dfb252-12') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a836350d-50ee-4115-9777-a93a976414bf", "address": "fa:16:3e:f2:be:c5", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa836350d-50", "ovs_interfaceid": "a836350d-50ee-4115-9777-a93a976414bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "a836350d-50ee-4115-9777-a93a976414bf", "address": "fa:16:3e:f2:be:c5", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa836350d-50", "ovs_interfaceid": "a836350d-50ee-4115-9777-a93a976414bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:be:c5,bridge_name='br-int',has_traffic_filtering=True,id=a836350d-50ee-4115-9777-a93a976414bf,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa836350d-50') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a909f4d2-3226-4a02-94fc-130df6a53964", "address": "fa:16:3e:57:af:ba", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa909f4d2-32", "ovs_interfaceid": "a909f4d2-3226-4a02-94fc-130df6a53964", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "a909f4d2-3226-4a02-94fc-130df6a53964", "address": "fa:16:3e:57:af:ba", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa909f4d2-32", "ovs_interfaceid": "a909f4d2-3226-4a02-94fc-130df6a53964", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:af:ba,bridge_name='br-int',has_traffic_filtering=True,id=a909f4d2-3226-4a02-94fc-130df6a53964,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa909f4d2-32') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.objects.instance [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lazy-loading 'pci_devices' on Instance uuid 474936e7-e2f3-4060-b7aa-e1dbd7181473 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[50824032-a4c1-4b18-bbe9-4615c83c6894]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iKbtDEuh {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:27:49 user nova-compute[74046]:   <uuid>474936e7-e2f3-4060-b7aa-e1dbd7181473</uuid>
Oct 23 18:27:49 user nova-compute[74046]:   <name>instance-0000000b</name>
Oct 23 18:27:49 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:27:49 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:27:49 user nova-compute[74046]:   <metadata>
Oct 23 18:27:49 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:27:49 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:27:49 user nova-compute[74046]:       <nova:name>tempest-device-tagging-server-1824844113</nova:name>
Oct 23 18:27:49 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:27:44</nova:creationTime>
Oct 23 18:27:49 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:27:49 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:27:49 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:27:49 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:27:49 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:27:49 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:27:49 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:27:49 user nova-compute[74046]:       <nova:owner>
Oct 23 18:27:49 user nova-compute[74046]:         <nova:user uuid="5623d7dd2e5844d09d06056d27f25bea">tempest-TaggedBootDevicesTest_v242-256177573-project-member</nova:user>
Oct 23 18:27:49 user nova-compute[74046]:         <nova:project uuid="057691d3b8e1403caaaad811c1da23bb">tempest-TaggedBootDevicesTest_v242-256177573</nova:project>
Oct 23 18:27:49 user nova-compute[74046]:       </nova:owner>
Oct 23 18:27:49 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:27:49 user nova-compute[74046]:       <nova:ports>
Oct 23 18:27:49 user nova-compute[74046]:         <nova:port uuid="c180529c-f194-4ec9-bba1-f933a1da43bd">
Oct 23 18:27:49 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 18:27:49 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:49 user nova-compute[74046]:         <nova:port uuid="a0a1f1f4-6b50-4ba2-a037-177c11268e14">
Oct 23 18:27:49 user nova-compute[74046]:           <nova:ip type="fixed" address="10.1.1.76" ipVersion="4"/>
Oct 23 18:27:49 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:49 user nova-compute[74046]:         <nova:port uuid="d7e864a1-8ec4-42b2-bdb8-faee7f103941">
Oct 23 18:27:49 user nova-compute[74046]:           <nova:ip type="fixed" address="10.1.1.94" ipVersion="4"/>
Oct 23 18:27:49 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:49 user nova-compute[74046]:         <nova:port uuid="5fbc4097-e9b1-4d8f-857a-f31bec5d02cf">
Oct 23 18:27:49 user nova-compute[74046]:           <nova:ip type="fixed" address="10.1.1.151" ipVersion="4"/>
Oct 23 18:27:49 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:49 user nova-compute[74046]:         <nova:port uuid="e9dfb252-1231-43ad-86df-8b180693684a">
Oct 23 18:27:49 user nova-compute[74046]:           <nova:ip type="fixed" address="10.1.1.123" ipVersion="4"/>
Oct 23 18:27:49 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:49 user nova-compute[74046]:         <nova:port uuid="a836350d-50ee-4115-9777-a93a976414bf">
Oct 23 18:27:49 user nova-compute[74046]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 23 18:27:49 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:49 user nova-compute[74046]:         <nova:port uuid="a909f4d2-3226-4a02-94fc-130df6a53964">
Oct 23 18:27:49 user nova-compute[74046]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 23 18:27:49 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:49 user nova-compute[74046]:       </nova:ports>
Oct 23 18:27:49 user nova-compute[74046]:     </nova:instance>
Oct 23 18:27:49 user nova-compute[74046]:   </metadata>
Oct 23 18:27:49 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:27:49 user nova-compute[74046]:     <system>
Oct 23 18:27:49 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:27:49 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:27:49 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:27:49 user nova-compute[74046]:       <entry name="serial">474936e7-e2f3-4060-b7aa-e1dbd7181473</entry>
Oct 23 18:27:49 user nova-compute[74046]:       <entry name="uuid">474936e7-e2f3-4060-b7aa-e1dbd7181473</entry>
Oct 23 18:27:49 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:27:49 user nova-compute[74046]:     </system>
Oct 23 18:27:49 user nova-compute[74046]:   </sysinfo>
Oct 23 18:27:49 user nova-compute[74046]:   <os>
Oct 23 18:27:49 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:27:49 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:27:49 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:27:49 user nova-compute[74046]:   </os>
Oct 23 18:27:49 user nova-compute[74046]:   <features>
Oct 23 18:27:49 user nova-compute[74046]:     <acpi/>
Oct 23 18:27:49 user nova-compute[74046]:     <apic/>
Oct 23 18:27:49 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:27:49 user nova-compute[74046]:   </features>
Oct 23 18:27:49 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:27:49 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:27:49 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:27:49 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:27:49 user nova-compute[74046]:   </clock>
Oct 23 18:27:49 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:27:49 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:27:49 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:27:49 user nova-compute[74046]:   </cpu>
Oct 23 18:27:49 user nova-compute[74046]:   <devices>
Oct 23 18:27:49 user nova-compute[74046]:     <disk type="file" device="cdrom">
Oct 23 18:27:49 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none"/>
Oct 23 18:27:49 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/474936e7-e2f3-4060-b7aa-e1dbd7181473/disk.config"/>
Oct 23 18:27:49 user nova-compute[74046]:       <target dev="hda" bus="ide"/>
Oct 23 18:27:49 user nova-compute[74046]:     </disk>
Oct 23 18:27:49 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:27:49 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:27:49 user nova-compute[74046]:       <source dev="/dev/sdc"/>
Oct 23 18:27:49 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:27:49 user nova-compute[74046]:       <serial>e2960fb1-23df-4a34-b699-adca4c240321</serial>
Oct 23 18:27:49 user nova-compute[74046]:     </disk>
Oct 23 18:27:49 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:27:49 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:27:49 user nova-compute[74046]:       <source dev="/dev/sdd"/>
Oct 23 18:27:49 user nova-compute[74046]:       <target dev="vdb" bus="virtio"/>
Oct 23 18:27:49 user nova-compute[74046]:       <serial>bbd4b803-b067-4a2d-89e1-1940cc78c5f9</serial>
Oct 23 18:27:49 user nova-compute[74046]:     </disk>
Oct 23 18:27:49 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:27:49 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:27:49 user nova-compute[74046]:       <source dev="/dev/sde"/>
Oct 23 18:27:49 user nova-compute[74046]:       <target dev="vdc" bus="virtio"/>
Oct 23 18:27:49 user nova-compute[74046]:       <serial>3c4507ab-9687-45f3-b824-4347a097bb7b</serial>
Oct 23 18:27:49 user nova-compute[74046]:     </disk>
Oct 23 18:27:49 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:49 user nova-compute[74046]:       <mac address="fa:16:3e:84:81:23"/>
Oct 23 18:27:49 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:49 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:49 user nova-compute[74046]:       <target dev="tapc180529c-f1"/>
Oct 23 18:27:49 user nova-compute[74046]:     </interface>
Oct 23 18:27:49 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:49 user nova-compute[74046]:       <mac address="fa:16:3e:b1:b8:ac"/>
Oct 23 18:27:49 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:49 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:49 user nova-compute[74046]:       <target dev="tapa0a1f1f4-6b"/>
Oct 23 18:27:49 user nova-compute[74046]:     </interface>
Oct 23 18:27:49 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:49 user nova-compute[74046]:       <mac address="fa:16:3e:8d:a5:ba"/>
Oct 23 18:27:49 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:49 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:49 user nova-compute[74046]:       <target dev="tapd7e864a1-8e"/>
Oct 23 18:27:49 user nova-compute[74046]:     </interface>
Oct 23 18:27:49 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:49 user nova-compute[74046]:       <mac address="fa:16:3e:79:67:10"/>
Oct 23 18:27:49 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:49 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:49 user nova-compute[74046]:       <target dev="tap5fbc4097-e9"/>
Oct 23 18:27:49 user nova-compute[74046]:     </interface>
Oct 23 18:27:49 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:49 user nova-compute[74046]:       <mac address="fa:16:3e:72:ce:90"/>
Oct 23 18:27:49 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:49 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:49 user nova-compute[74046]:       <target dev="tape9dfb252-12"/>
Oct 23 18:27:49 user nova-compute[74046]:     </interface>
Oct 23 18:27:49 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:49 user nova-compute[74046]:       <mac address="fa:16:3e:f2:be:c5"/>
Oct 23 18:27:49 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:49 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:49 user nova-compute[74046]:       <target dev="tapa836350d-50"/>
Oct 23 18:27:49 user nova-compute[74046]:     </interface>
Oct 23 18:27:49 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:49 user nova-compute[74046]:       <mac address="fa:16:3e:57:af:ba"/>
Oct 23 18:27:49 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:49 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:49 user nova-compute[74046]:       <target dev="tapa909f4d2-32"/>
Oct 23 18:27:49 user nova-compute[74046]:     </interface>
Oct 23 18:27:49 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:27:49 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/474936e7-e2f3-4060-b7aa-e1dbd7181473/console.log" append="off"/>
Oct 23 18:27:49 user nova-compute[74046]:     </serial>
Oct 23 18:27:49 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:27:49 user nova-compute[74046]:     <video>
Oct 23 18:27:49 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:49 user nova-compute[74046]:     </video>
Oct 23 18:27:49 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:27:49 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:27:49 user nova-compute[74046]:     </rng>
Oct 23 18:27:49 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:27:49 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:27:49 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:27:49 user nova-compute[74046]:     </memballoon>
Oct 23 18:27:49 user nova-compute[74046]:   </devices>
Oct 23 18:27:49 user nova-compute[74046]: </domain>
Oct 23 18:27:49 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:81:23,bridge_name='br-int',has_traffic_filtering=True,id=c180529c-f194-4ec9-bba1-f933a1da43bd,network=Network(1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc180529c-f1') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:81:23,bridge_name='br-int',has_traffic_filtering=True,id=c180529c-f194-4ec9-bba1-f933a1da43bd,network=Network(1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc180529c-f1') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iKbtDEuh" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d565e9e5-e471-4a9b-b474-5e8daf0284ad]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3cdaff6f-88c3-587d-8272-d79e8f2c2e83', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iKbtDEuh'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc180529c-f1, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc180529c-f1, col_values=(('qos', UUID('7901b0ff-0c85-4c7d-9ba3-5a0cea9700fd')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc180529c-f1, col_values=(('external_ids', {'iface-id': 'c180529c-f194-4ec9-bba1-f933a1da43bd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:81:23', 'vm-uuid': '474936e7-e2f3-4060-b7aa-e1dbd7181473'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[04af9ee9-6092-411b-b9e8-8ed42090bcfd]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: INFO os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:81:23,bridge_name='br-int',has_traffic_filtering=True,id=c180529c-f194-4ec9-bba1-f933a1da43bd,network=Network(1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc180529c-f1')
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b8:ac,bridge_name='br-int',has_traffic_filtering=True,id=a0a1f1f4-6b50-4ba2-a037-177c11268e14,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa0a1f1f4-6b') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b8:ac,bridge_name='br-int',has_traffic_filtering=True,id=a0a1f1f4-6b50-4ba2-a037-177c11268e14,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa0a1f1f4-6b') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e55c22b5-6e6d-5094-a306-3da151f2b177', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[96eb39f6-0e70-4424-b637-23f611aa951f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:49 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:49 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa0a1f1f4-6b, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa0a1f1f4-6b, col_values=(('qos', UUID('7fd4e247-926c-4a38-9b81-d1fcd6e4dbea')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa0a1f1f4-6b, col_values=(('external_ids', {'iface-id': 'a0a1f1f4-6b50-4ba2-a037-177c11268e14', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b1:b8:ac', 'vm-uuid': '474936e7-e2f3-4060-b7aa-e1dbd7181473'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: INFO os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b8:ac,bridge_name='br-int',has_traffic_filtering=True,id=a0a1f1f4-6b50-4ba2-a037-177c11268e14,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa0a1f1f4-6b')
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:a5:ba,bridge_name='br-int',has_traffic_filtering=True,id=d7e864a1-8ec4-42b2-bdb8-faee7f103941,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd7e864a1-8e') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:a5:ba,bridge_name='br-int',has_traffic_filtering=True,id=d7e864a1-8ec4-42b2-bdb8-faee7f103941,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd7e864a1-8e') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '10373cc6-64fe-54ed-9cf3-1141bde79741', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd7e864a1-8e, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd7e864a1-8e, col_values=(('qos', UUID('4aff4da0-9c62-4afd-94a4-225f463a71b6')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd7e864a1-8e, col_values=(('external_ids', {'iface-id': 'd7e864a1-8ec4-42b2-bdb8-faee7f103941', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8d:a5:ba', 'vm-uuid': '474936e7-e2f3-4060-b7aa-e1dbd7181473'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[aea7ed06-2738-4168-a2cb-f7481fbfa721]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b, portal: 172.16.0.220,3260]
Oct 23 18:27:49 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b, portal: 172.16.0.220,3260] successful.
Oct 23 18:27:49 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: INFO os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:a5:ba,bridge_name='br-int',has_traffic_filtering=True,id=d7e864a1-8ec4-42b2-bdb8-faee7f103941,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd7e864a1-8e')
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:67:10,bridge_name='br-int',has_traffic_filtering=True,id=5fbc4097-e9b1-4d8f-857a-f31bec5d02cf,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc4097-e9') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:67:10,bridge_name='br-int',has_traffic_filtering=True,id=5fbc4097-e9b1-4d8f-857a-f31bec5d02cf,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc4097-e9') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7acf34b6-e963-411c-986b-6f17e1c4c4d4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'abc69131-34c2-5bb0-9932-8d41dfd7260d', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1761a7bd-96b0-4936-97f9-9f76e2668624]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:49 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:49 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:49 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.358s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5fbc4097-e9, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5fbc4097-e9, col_values=(('qos', UUID('c1a19d8a-586e-4f77-957e-94a5743ce0ce')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5fbc4097-e9, col_values=(('external_ids', {'iface-id': '5fbc4097-e9b1-4d8f-857a-f31bec5d02cf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:67:10', 'vm-uuid': '474936e7-e2f3-4060-b7aa-e1dbd7181473'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a62dd3d-86fb-4154-ab65-0a5cfecce7ab]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iKbtDEuh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: INFO os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:67:10,bridge_name='br-int',has_traffic_filtering=True,id=5fbc4097-e9b1-4d8f-857a-f31bec5d02cf,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc4097-e9')
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e9dfb252-1231-43ad-86df-8b180693684a", "address": "fa:16:3e:72:ce:90", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9dfb252-12", "ovs_interfaceid": "e9dfb252-1231-43ad-86df-8b180693684a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "e9dfb252-1231-43ad-86df-8b180693684a", "address": "fa:16:3e:72:ce:90", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9dfb252-12", "ovs_interfaceid": "e9dfb252-1231-43ad-86df-8b180693684a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:ce:90,bridge_name='br-int',has_traffic_filtering=True,id=e9dfb252-1231-43ad-86df-8b180693684a,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9dfb252-12') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:ce:90,bridge_name='br-int',has_traffic_filtering=True,id=e9dfb252-1231-43ad-86df-8b180693684a,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9dfb252-12') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '194c9921-f822-50ca-8946-92eba56a2a8c', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape9dfb252-12, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape9dfb252-12, col_values=(('qos', UUID('292aca7b-560b-4091-bd99-11711f613cc8')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape9dfb252-12, col_values=(('external_ids', {'iface-id': 'e9dfb252-1231-43ad-86df-8b180693684a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:72:ce:90', 'vm-uuid': '474936e7-e2f3-4060-b7aa-e1dbd7181473'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: INFO os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:ce:90,bridge_name='br-int',has_traffic_filtering=True,id=e9dfb252-1231-43ad-86df-8b180693684a,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9dfb252-12')
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a836350d-50ee-4115-9777-a93a976414bf", "address": "fa:16:3e:f2:be:c5", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa836350d-50", "ovs_interfaceid": "a836350d-50ee-4115-9777-a93a976414bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "a836350d-50ee-4115-9777-a93a976414bf", "address": "fa:16:3e:f2:be:c5", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa836350d-50", "ovs_interfaceid": "a836350d-50ee-4115-9777-a93a976414bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:be:c5,bridge_name='br-int',has_traffic_filtering=True,id=a836350d-50ee-4115-9777-a93a976414bf,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa836350d-50') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:be:c5,bridge_name='br-int',has_traffic_filtering=True,id=a836350d-50ee-4115-9777-a93a976414bf,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa836350d-50') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aa70a3ef-2542-56ec-9717-ea0437a75e1b', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa836350d-50, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa836350d-50, col_values=(('qos', UUID('375522dd-b893-4d0b-8040-e0c8da509d8a')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa836350d-50, col_values=(('external_ids', {'iface-id': 'a836350d-50ee-4115-9777-a93a976414bf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:be:c5', 'vm-uuid': '474936e7-e2f3-4060-b7aa-e1dbd7181473'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: INFO os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:be:c5,bridge_name='br-int',has_traffic_filtering=True,id=a836350d-50ee-4115-9777-a93a976414bf,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa836350d-50')
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a909f4d2-3226-4a02-94fc-130df6a53964", "address": "fa:16:3e:57:af:ba", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa909f4d2-32", "ovs_interfaceid": "a909f4d2-3226-4a02-94fc-130df6a53964", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "a909f4d2-3226-4a02-94fc-130df6a53964", "address": "fa:16:3e:57:af:ba", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa909f4d2-32", "ovs_interfaceid": "a909f4d2-3226-4a02-94fc-130df6a53964", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:af:ba,bridge_name='br-int',has_traffic_filtering=True,id=a909f4d2-3226-4a02-94fc-130df6a53964,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa909f4d2-32') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:af:ba,bridge_name='br-int',has_traffic_filtering=True,id=a909f4d2-3226-4a02-94fc-130df6a53964,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa909f4d2-32') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0d60d8dc-f1e6-580f-991c-7d46cd3fb018', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa909f4d2-32, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa909f4d2-32, col_values=(('qos', UUID('dbec3ecf-9908-452f-893e-465c51b86129')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa909f4d2-32, col_values=(('external_ids', {'iface-id': 'a909f4d2-3226-4a02-94fc-130df6a53964', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:57:af:ba', 'vm-uuid': '474936e7-e2f3-4060-b7aa-e1dbd7181473'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:49 user nova-compute[74046]: INFO os_vif [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:af:ba,bridge_name='br-int',has_traffic_filtering=True,id=a909f4d2-3226-4a02-94fc-130df6a53964,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa909f4d2-32')
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] No BDM found with device name hda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] No VIF found with MAC fa:16:3e:84:81:23, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:27:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] No VIF found with MAC fa:16:3e:72:ce:90, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:27:49 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Using config drive
Oct 23 18:27:50 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Creating config drive at /opt/stack/data/nova/instances/474936e7-e2f3-4060-b7aa-e1dbd7181473/disk.config
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/474936e7-e2f3-4060-b7aa-e1dbd7181473/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpgc1dsddp {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/474936e7-e2f3-4060-b7aa-e1dbd7181473/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpgc1dsddp" returned: 0 in 0.055s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.397s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] <== connect_volume: return (1986ms) {'type': 'block', 'scsi_wwn': '23334376135303162', 'path': '/dev/sdf'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23334376135303162', 'path': '/dev/sdf'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.733s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:50 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:50 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG nova.objects.instance [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lazy-loading 'flavor' on Instance uuid b8e5cd49-7784-4467-9952-ba68b07e1c07 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[127e32dc-2921-4fe7-bb1f-63ef2da6f743]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:27:50 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e17ec0c-4912-41bf-81ce-67d7fd521b4b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79] added
Oct 23 18:27:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[467e31f3-bc09-4348-936b-56820f8dd7fd]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4491e4a6-0502-4c32-a59b-841ffd2e2a58]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fCQTpRgH {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:27:50 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:27:50 user nova-compute[74046]:   <source dev="/dev/sdf"/>
Oct 23 18:27:50 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:27:50 user nova-compute[74046]:   <serial>bb410a18-c39a-47e2-b13c-6e3330ee527b</serial>
Oct 23 18:27:50 user nova-compute[74046]: </disk>
Oct 23 18:27:50 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fCQTpRgH" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b93b0eb-90d4-4be7-8bfc-444705eb4f12]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fCQTpRgH'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[da7a9cfa-31fd-4caf-a92d-4013581fd54c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9ceaa63-1b3a-4f38-9435-7759131ce58e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[40c0a202-e0ca-4ee0-8852-ccbecabedcb6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79, portal: 172.16.0.220,3260]
Oct 23 18:27:50 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79, portal: 172.16.0.220,3260] successful.
Oct 23 18:27:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[11c3b949-cb5c-46af-b6eb-78f0c18d8d46]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ae3d3f6-10f6-430d-b721-6956b3e3c098]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:27:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:50 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:27:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] HCTL ('38', '-', '-', 0) found on session 7 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c7cfdd5-7457-462d-af18-e05b44f36d29]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:27:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fCQTpRgH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] No VIF found with MAC fa:16:3e:11:f4:92, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2c5c5af9-50c2-49cd-ae17-d56ea6b6896d tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.717s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.376s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] <== connect_volume: return (3109ms) {'type': 'block', 'scsi_wwn': '23233366436356166', 'path': '/dev/sdg'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23233366436356166', 'path': '/dev/sdg'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rmkHLnRp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:51 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:51 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:51 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7d6e08f-18d5-4d37-b76e-4f5c9eaf6ffd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:27:51 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dfbc5aa-52ea-40ad-a0a6-11485b1287df]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e] added
Oct 23 18:27:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea17d23b-2246-4dc1-b9cd-c1dbbbd1fa1e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9235a8-fda3-4087-9612-1fc6c0dc094d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rmkHLnRp {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rmkHLnRp" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[39ac0f07-3940-4d6b-b387-cc03bb1bbbeb]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rmkHLnRp'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f850545f-3525-4cb8-a6db-e6d736fc12a1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[478d3950-465e-437e-8bf8-f38433525eb0]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:27:52 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:27:52 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --login" returned: 0 in 0.122s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c47092dd-0cde-49d6-8d6f-0ed444b0832f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e, portal: 172.16.0.220,3260]
Oct 23 18:27:52 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e, portal: 172.16.0.220,3260] successful.
Oct 23 18:27:52 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbaf92aa-d77c-4550-92c7-f5fb6e6b9235]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[10e05fae-d8d5-47ef-accb-4b1f949d3643]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:27:52 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:27:52 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:27:52 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.402s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] HCTL ('39', '-', '-', 0) found on session 8 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bd7b88b-55cc-4db0-bbb5-bd3d33896406]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Searching for a device in session 8 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rmkHLnRp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-17239b2a-e0a4-476c-894b-06807ec876d8 req-2758d2a5-54ef-4673-aa87-61a61b202bcc service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-17239b2a-e0a4-476c-894b-06807ec876d8 req-2758d2a5-54ef-4673-aa87-61a61b202bcc service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-17239b2a-e0a4-476c-894b-06807ec876d8 req-2758d2a5-54ef-4673-aa87-61a61b202bcc service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-17239b2a-e0a4-476c-894b-06807ec876d8 req-2758d2a5-54ef-4673-aa87-61a61b202bcc service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-17239b2a-e0a4-476c-894b-06807ec876d8 req-2758d2a5-54ef-4673-aa87-61a61b202bcc service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:52 user nova-compute[74046]: WARNING nova.compute.manager [req-17239b2a-e0a4-476c-894b-06807ec876d8 req-2758d2a5-54ef-4673-aa87-61a61b202bcc service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-c180529c-f194-4ec9-bba1-f933a1da43bd for instance with vm_state building and task_state spawning.
Oct 23 18:27:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-c09f00eb-00dc-41d2-bf67-9a0d6b34e5c5 req-6d6d7130-8e82-4147-b8d7-f1809191997d service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-a0a1f1f4-6b50-4ba2-a037-177c11268e14 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c09f00eb-00dc-41d2-bf67-9a0d6b34e5c5 req-6d6d7130-8e82-4147-b8d7-f1809191997d service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c09f00eb-00dc-41d2-bf67-9a0d6b34e5c5 req-6d6d7130-8e82-4147-b8d7-f1809191997d service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c09f00eb-00dc-41d2-bf67-9a0d6b34e5c5 req-6d6d7130-8e82-4147-b8d7-f1809191997d service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-c09f00eb-00dc-41d2-bf67-9a0d6b34e5c5 req-6d6d7130-8e82-4147-b8d7-f1809191997d service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-a0a1f1f4-6b50-4ba2-a037-177c11268e14 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:52 user nova-compute[74046]: WARNING nova.compute.manager [req-c09f00eb-00dc-41d2-bf67-9a0d6b34e5c5 req-6d6d7130-8e82-4147-b8d7-f1809191997d service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-a0a1f1f4-6b50-4ba2-a037-177c11268e14 for instance with vm_state building and task_state spawning.
Oct 23 18:27:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: INFO nova.compute.manager [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Detaching volume bb410a18-c39a-47e2-b13c-6e3330ee527b
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-412e9d70-1572-47ab-9c13-6cd59508c164 req-f8c8d15f-90c2-4a16-9477-46f971d8d2d7 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-d7e864a1-8ec4-42b2-bdb8-faee7f103941 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-412e9d70-1572-47ab-9c13-6cd59508c164 req-f8c8d15f-90c2-4a16-9477-46f971d8d2d7 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-412e9d70-1572-47ab-9c13-6cd59508c164 req-f8c8d15f-90c2-4a16-9477-46f971d8d2d7 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-412e9d70-1572-47ab-9c13-6cd59508c164 req-f8c8d15f-90c2-4a16-9477-46f971d8d2d7 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-412e9d70-1572-47ab-9c13-6cd59508c164 req-f8c8d15f-90c2-4a16-9477-46f971d8d2d7 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-d7e864a1-8ec4-42b2-bdb8-faee7f103941 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:53 user nova-compute[74046]: WARNING nova.compute.manager [req-412e9d70-1572-47ab-9c13-6cd59508c164 req-f8c8d15f-90c2-4a16-9477-46f971d8d2d7 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-d7e864a1-8ec4-42b2-bdb8-faee7f103941 for instance with vm_state building and task_state spawning.
Oct 23 18:27:53 user nova-compute[74046]: INFO nova.virt.block_device [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Attempting to driver detach volume bb410a18-c39a-47e2-b13c-6e3330ee527b from mountpoint /dev/vdb
Oct 23 18:27:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Attempting to detach device vdb from instance b8e5cd49-7784-4467-9952-ba68b07e1c07 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:27:53 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:27:53 user nova-compute[74046]:   <source dev="/dev/sdf"/>
Oct 23 18:27:53 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:27:53 user nova-compute[74046]:   <serial>bb410a18-c39a-47e2-b13c-6e3330ee527b</serial>
Oct 23 18:27:53 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:27:53 user nova-compute[74046]: </disk>
Oct 23 18:27:53 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:27:53 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Successfully detached device vdb from instance b8e5cd49-7784-4467-9952-ba68b07e1c07 from the persistent domain config.
Oct 23 18:27:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b8e5cd49-7784-4467-9952-ba68b07e1c07 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:27:53 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:27:53 user nova-compute[74046]:   <source dev="/dev/sdf"/>
Oct 23 18:27:53 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:27:53 user nova-compute[74046]:   <serial>bb410a18-c39a-47e2-b13c-6e3330ee527b</serial>
Oct 23 18:27:53 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:27:53 user nova-compute[74046]: </disk>
Oct 23 18:27:53 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.450s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] <== connect_volume: return (1452ms) {'type': 'block', 'scsi_wwn': '23165393165393533', 'path': '/dev/sdh'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23165393165393533', 'path': '/dev/sdh'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXVlruhc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:27:53 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:53 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:27:53 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc06ec98-310f-45e7-9459-5c839d16f6ed]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:27:53 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ad61c91-26c0-4cc0-9628-dc2f65a03c8d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5] added
Oct 23 18:27:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.034s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea3606f9-06d1-4d53-b0b1-ec609c9eb4b6]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[41894536-5e1c-4e4d-b1f2-065ebd134967]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mXVlruhc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mXVlruhc" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7495d906-c81f-4573-ac48-0cbf936084af]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mXVlruhc'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a2b968a-a9e3-4d2d-8cc9-5cd48c4a393c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b81fbcd9-2519-4521-8733-338593227b8f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:27:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:27:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[604619a8-428c-4c34-9707-ae425e97f3b4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5, portal: 172.16.0.220,3260]
Oct 23 18:27:53 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5, portal: 172.16.0.220,3260] successful.
Oct 23 18:27:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[607eb3db-316f-413f-9f01-594631dd4f51]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.048s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0146d9fe-11f9-4023-91f4-ca2767fe722b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:27:53 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:27:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.438s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] HCTL ('40', '-', '-', 0) found on session 9 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b287bd07-729f-4ef5-a6fb-f9dad3473ea5]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Searching for a device in session 9 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXVlruhc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:27:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b8e5cd49-7784-4467-9952-ba68b07e1c07 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-8e065f45-5965-4dc7-aad7-8b830c772b04 req-958512d0-f2c5-43e0-9fd2-2e91bc95cb60 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8e065f45-5965-4dc7-aad7-8b830c772b04 req-958512d0-f2c5-43e0-9fd2-2e91bc95cb60 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8e065f45-5965-4dc7-aad7-8b830c772b04 req-958512d0-f2c5-43e0-9fd2-2e91bc95cb60 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8e065f45-5965-4dc7-aad7-8b830c772b04 req-958512d0-f2c5-43e0-9fd2-2e91bc95cb60 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-8e065f45-5965-4dc7-aad7-8b830c772b04 req-958512d0-f2c5-43e0-9fd2-2e91bc95cb60 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:54 user nova-compute[74046]: WARNING nova.compute.manager [req-8e065f45-5965-4dc7-aad7-8b830c772b04 req-958512d0-f2c5-43e0-9fd2-2e91bc95cb60 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-c180529c-f194-4ec9-bba1-f933a1da43bd for instance with vm_state building and task_state spawning.
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-8e065f45-5965-4dc7-aad7-8b830c772b04 req-958512d0-f2c5-43e0-9fd2-2e91bc95cb60 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-a836350d-50ee-4115-9777-a93a976414bf {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8e065f45-5965-4dc7-aad7-8b830c772b04 req-958512d0-f2c5-43e0-9fd2-2e91bc95cb60 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8e065f45-5965-4dc7-aad7-8b830c772b04 req-958512d0-f2c5-43e0-9fd2-2e91bc95cb60 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8e065f45-5965-4dc7-aad7-8b830c772b04 req-958512d0-f2c5-43e0-9fd2-2e91bc95cb60 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-8e065f45-5965-4dc7-aad7-8b830c772b04 req-958512d0-f2c5-43e0-9fd2-2e91bc95cb60 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-a836350d-50ee-4115-9777-a93a976414bf {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:54 user nova-compute[74046]: WARNING nova.compute.manager [req-8e065f45-5965-4dc7-aad7-8b830c772b04 req-958512d0-f2c5-43e0-9fd2-2e91bc95cb60 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-a836350d-50ee-4115-9777-a93a976414bf for instance with vm_state building and task_state spawning.
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.497s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] <== connect_volume: return (1501ms) {'type': 'block', 'scsi_wwn': '23837366235356333', 'path': '/dev/sdi'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837366235356333', 'path': '/dev/sdi'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-a0a1f1f4-6b50-4ba2-a037-177c11268e14 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-a0a1f1f4-6b50-4ba2-a037-177c11268e14 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:54 user nova-compute[74046]: WARNING nova.compute.manager [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-a0a1f1f4-6b50-4ba2-a037-177c11268e14 for instance with vm_state building and task_state spawning.
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-e9dfb252-1231-43ad-86df-8b180693684a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-e9dfb252-1231-43ad-86df-8b180693684a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:54 user nova-compute[74046]: WARNING nova.compute.manager [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-e9dfb252-1231-43ad-86df-8b180693684a for instance with vm_state building and task_state spawning.
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-e9dfb252-1231-43ad-86df-8b180693684a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-e9dfb252-1231-43ad-86df-8b180693684a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:54 user nova-compute[74046]: WARNING nova.compute.manager [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-e9dfb252-1231-43ad-86df-8b180693684a for instance with vm_state building and task_state spawning.
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-a909f4d2-3226-4a02-94fc-130df6a53964 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-a909f4d2-3226-4a02-94fc-130df6a53964 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:54 user nova-compute[74046]: WARNING nova.compute.manager [req-48e78893-7596-4c0e-b158-6b69955d124b req-2b98a9e5-735f-414a-814b-7b22994c9068 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-a909f4d2-3226-4a02-94fc-130df6a53964 for instance with vm_state building and task_state spawning.
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:c6:bc,bridge_name='br-int',has_traffic_filtering=True,id=d3c0134d-8d67-4a1f-817b-b3beb45d8ad0,network=Network(b7db6722-4469-46b2-8295-8dcb8aae12e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3c0134d-8d') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:db:26,bridge_name='br-int',has_traffic_filtering=True,id=7e0e9303-5189-4059-a9ab-86e2f0668c3b,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7e0e9303-51') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:23:dc,bridge_name='br-int',has_traffic_filtering=True,id=e9e48ac0-0613-445a-a27b-3a3d94bd80de,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape9e48ac0-06') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6317f106-040d-4f80-acba-94a603a2874c", "address": "fa:16:3e:29:38:4e", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6317f106-04", "ovs_interfaceid": "6317f106-040d-4f80-acba-94a603a2874c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "6317f106-040d-4f80-acba-94a603a2874c", "address": "fa:16:3e:29:38:4e", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6317f106-04", "ovs_interfaceid": "6317f106-040d-4f80-acba-94a603a2874c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:38:4e,bridge_name='br-int',has_traffic_filtering=True,id=6317f106-040d-4f80-acba-94a603a2874c,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6317f106-04') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d5:d9:bb,bridge_name='br-int',has_traffic_filtering=True,id=978a2f0a-6900-4ba1-862e-01ffc792df5f,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap978a2f0a-69') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "address": "fa:16:3e:b9:f9:2b", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f516c6c-9c", "ovs_interfaceid": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "address": "fa:16:3e:b9:f9:2b", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f516c6c-9c", "ovs_interfaceid": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:f9:2b,bridge_name='br-int',has_traffic_filtering=True,id=4f516c6c-9ceb-4b06-b2f9-497030c276ab,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f516c6c-9c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c6065f19-7e34-4553-8db1-445fbfefa4af", "address": "fa:16:3e:1f:a1:44", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6065f19-7e", "ovs_interfaceid": "c6065f19-7e34-4553-8db1-445fbfefa4af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "c6065f19-7e34-4553-8db1-445fbfefa4af", "address": "fa:16:3e:1f:a1:44", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6065f19-7e", "ovs_interfaceid": "c6065f19-7e34-4553-8db1-445fbfefa4af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:a1:44,bridge_name='br-int',has_traffic_filtering=True,id=c6065f19-7e34-4553-8db1-445fbfefa4af,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6065f19-7e') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.objects.instance [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lazy-loading 'pci_devices' on Instance uuid 535de8ee-7dc5-406a-98de-2d5cd139324e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:27:54 user nova-compute[74046]:   <uuid>535de8ee-7dc5-406a-98de-2d5cd139324e</uuid>
Oct 23 18:27:54 user nova-compute[74046]:   <name>instance-0000000c</name>
Oct 23 18:27:54 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:27:54 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:27:54 user nova-compute[74046]:   <metadata>
Oct 23 18:27:54 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:27:54 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:27:54 user nova-compute[74046]:       <nova:name>tempest-device-tagging-server-735416293</nova:name>
Oct 23 18:27:54 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:27:48</nova:creationTime>
Oct 23 18:27:54 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:27:54 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:27:54 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:27:54 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:27:54 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:27:54 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:27:54 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:27:54 user nova-compute[74046]:       <nova:owner>
Oct 23 18:27:54 user nova-compute[74046]:         <nova:user uuid="9e5ef64aa6f347c7a33e6dc34e72957c">tempest-TaggedBootDevicesTest-392972307-project-member</nova:user>
Oct 23 18:27:54 user nova-compute[74046]:         <nova:project uuid="54c1b7c2b4744bf9905fa8ddb378272c">tempest-TaggedBootDevicesTest-392972307</nova:project>
Oct 23 18:27:54 user nova-compute[74046]:       </nova:owner>
Oct 23 18:27:54 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:27:54 user nova-compute[74046]:       <nova:ports>
Oct 23 18:27:54 user nova-compute[74046]:         <nova:port uuid="d3c0134d-8d67-4a1f-817b-b3beb45d8ad0">
Oct 23 18:27:54 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 18:27:54 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:54 user nova-compute[74046]:         <nova:port uuid="7e0e9303-5189-4059-a9ab-86e2f0668c3b">
Oct 23 18:27:54 user nova-compute[74046]:           <nova:ip type="fixed" address="10.1.1.135" ipVersion="4"/>
Oct 23 18:27:54 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:54 user nova-compute[74046]:         <nova:port uuid="e9e48ac0-0613-445a-a27b-3a3d94bd80de">
Oct 23 18:27:54 user nova-compute[74046]:           <nova:ip type="fixed" address="10.1.1.93" ipVersion="4"/>
Oct 23 18:27:54 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:54 user nova-compute[74046]:         <nova:port uuid="6317f106-040d-4f80-acba-94a603a2874c">
Oct 23 18:27:54 user nova-compute[74046]:           <nova:ip type="fixed" address="10.1.1.219" ipVersion="4"/>
Oct 23 18:27:54 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:54 user nova-compute[74046]:         <nova:port uuid="978a2f0a-6900-4ba1-862e-01ffc792df5f">
Oct 23 18:27:54 user nova-compute[74046]:           <nova:ip type="fixed" address="10.1.1.165" ipVersion="4"/>
Oct 23 18:27:54 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:54 user nova-compute[74046]:         <nova:port uuid="4f516c6c-9ceb-4b06-b2f9-497030c276ab">
Oct 23 18:27:54 user nova-compute[74046]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 23 18:27:54 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:54 user nova-compute[74046]:         <nova:port uuid="c6065f19-7e34-4553-8db1-445fbfefa4af">
Oct 23 18:27:54 user nova-compute[74046]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 23 18:27:54 user nova-compute[74046]:         </nova:port>
Oct 23 18:27:54 user nova-compute[74046]:       </nova:ports>
Oct 23 18:27:54 user nova-compute[74046]:     </nova:instance>
Oct 23 18:27:54 user nova-compute[74046]:   </metadata>
Oct 23 18:27:54 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:27:54 user nova-compute[74046]:     <system>
Oct 23 18:27:54 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:27:54 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:27:54 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:27:54 user nova-compute[74046]:       <entry name="serial">535de8ee-7dc5-406a-98de-2d5cd139324e</entry>
Oct 23 18:27:54 user nova-compute[74046]:       <entry name="uuid">535de8ee-7dc5-406a-98de-2d5cd139324e</entry>
Oct 23 18:27:54 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:27:54 user nova-compute[74046]:     </system>
Oct 23 18:27:54 user nova-compute[74046]:   </sysinfo>
Oct 23 18:27:54 user nova-compute[74046]:   <os>
Oct 23 18:27:54 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:27:54 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:27:54 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:27:54 user nova-compute[74046]:   </os>
Oct 23 18:27:54 user nova-compute[74046]:   <features>
Oct 23 18:27:54 user nova-compute[74046]:     <acpi/>
Oct 23 18:27:54 user nova-compute[74046]:     <apic/>
Oct 23 18:27:54 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:27:54 user nova-compute[74046]:   </features>
Oct 23 18:27:54 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:27:54 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:27:54 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:27:54 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:27:54 user nova-compute[74046]:   </clock>
Oct 23 18:27:54 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:27:54 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:27:54 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:27:54 user nova-compute[74046]:   </cpu>
Oct 23 18:27:54 user nova-compute[74046]:   <devices>
Oct 23 18:27:54 user nova-compute[74046]:     <disk type="file" device="cdrom">
Oct 23 18:27:54 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none"/>
Oct 23 18:27:54 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/535de8ee-7dc5-406a-98de-2d5cd139324e/disk.config"/>
Oct 23 18:27:54 user nova-compute[74046]:       <target dev="hda" bus="ide"/>
Oct 23 18:27:54 user nova-compute[74046]:     </disk>
Oct 23 18:27:54 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:27:54 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:27:54 user nova-compute[74046]:       <source dev="/dev/sdg"/>
Oct 23 18:27:54 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:27:54 user nova-compute[74046]:       <serial>c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79</serial>
Oct 23 18:27:54 user nova-compute[74046]:     </disk>
Oct 23 18:27:54 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:27:54 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:27:54 user nova-compute[74046]:       <source dev="/dev/sdh"/>
Oct 23 18:27:54 user nova-compute[74046]:       <target dev="vdb" bus="virtio"/>
Oct 23 18:27:54 user nova-compute[74046]:       <serial>b1945f0e-01ce-4603-96c6-209671fe8c3e</serial>
Oct 23 18:27:54 user nova-compute[74046]:     </disk>
Oct 23 18:27:54 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:27:54 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:27:54 user nova-compute[74046]:       <source dev="/dev/sdi"/>
Oct 23 18:27:54 user nova-compute[74046]:       <target dev="vdc" bus="virtio"/>
Oct 23 18:27:54 user nova-compute[74046]:       <serial>e0fa7fa3-50fe-4b1e-a836-7165fa499cd5</serial>
Oct 23 18:27:54 user nova-compute[74046]:     </disk>
Oct 23 18:27:54 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:54 user nova-compute[74046]:       <mac address="fa:16:3e:01:c6:bc"/>
Oct 23 18:27:54 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:54 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:54 user nova-compute[74046]:       <target dev="tapd3c0134d-8d"/>
Oct 23 18:27:54 user nova-compute[74046]:     </interface>
Oct 23 18:27:54 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:54 user nova-compute[74046]:       <mac address="fa:16:3e:21:db:26"/>
Oct 23 18:27:54 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:54 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:54 user nova-compute[74046]:       <target dev="tap7e0e9303-51"/>
Oct 23 18:27:54 user nova-compute[74046]:     </interface>
Oct 23 18:27:54 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:54 user nova-compute[74046]:       <mac address="fa:16:3e:8c:23:dc"/>
Oct 23 18:27:54 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:54 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:54 user nova-compute[74046]:       <target dev="tape9e48ac0-06"/>
Oct 23 18:27:54 user nova-compute[74046]:     </interface>
Oct 23 18:27:54 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:54 user nova-compute[74046]:       <mac address="fa:16:3e:29:38:4e"/>
Oct 23 18:27:54 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:54 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:54 user nova-compute[74046]:       <target dev="tap6317f106-04"/>
Oct 23 18:27:54 user nova-compute[74046]:     </interface>
Oct 23 18:27:54 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:54 user nova-compute[74046]:       <mac address="fa:16:3e:d5:d9:bb"/>
Oct 23 18:27:54 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:54 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:54 user nova-compute[74046]:       <target dev="tap978a2f0a-69"/>
Oct 23 18:27:54 user nova-compute[74046]:     </interface>
Oct 23 18:27:54 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:54 user nova-compute[74046]:       <mac address="fa:16:3e:b9:f9:2b"/>
Oct 23 18:27:54 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:54 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:54 user nova-compute[74046]:       <target dev="tap4f516c6c-9c"/>
Oct 23 18:27:54 user nova-compute[74046]:     </interface>
Oct 23 18:27:54 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:27:54 user nova-compute[74046]:       <mac address="fa:16:3e:1f:a1:44"/>
Oct 23 18:27:54 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:54 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:27:54 user nova-compute[74046]:       <target dev="tapc6065f19-7e"/>
Oct 23 18:27:54 user nova-compute[74046]:     </interface>
Oct 23 18:27:54 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:27:54 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/535de8ee-7dc5-406a-98de-2d5cd139324e/console.log" append="off"/>
Oct 23 18:27:54 user nova-compute[74046]:     </serial>
Oct 23 18:27:54 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:27:54 user nova-compute[74046]:     <video>
Oct 23 18:27:54 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:27:54 user nova-compute[74046]:     </video>
Oct 23 18:27:54 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:27:54 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:27:54 user nova-compute[74046]:     </rng>
Oct 23 18:27:54 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:27:54 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:27:54 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:27:54 user nova-compute[74046]:     </memballoon>
Oct 23 18:27:54 user nova-compute[74046]:   </devices>
Oct 23 18:27:54 user nova-compute[74046]: </domain>
Oct 23 18:27:54 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:c6:bc,bridge_name='br-int',has_traffic_filtering=True,id=d3c0134d-8d67-4a1f-817b-b3beb45d8ad0,network=Network(b7db6722-4469-46b2-8295-8dcb8aae12e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3c0134d-8d') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:c6:bc,bridge_name='br-int',has_traffic_filtering=True,id=d3c0134d-8d67-4a1f-817b-b3beb45d8ad0,network=Network(b7db6722-4469-46b2-8295-8dcb8aae12e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3c0134d-8d') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2c797974-71b9-5118-89d6-13d03f11f105', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd3c0134d-8d, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd3c0134d-8d, col_values=(('qos', UUID('946784fa-6e24-4782-b842-b39528cde408')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd3c0134d-8d, col_values=(('external_ids', {'iface-id': 'd3c0134d-8d67-4a1f-817b-b3beb45d8ad0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:c6:bc', 'vm-uuid': '535de8ee-7dc5-406a-98de-2d5cd139324e'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: INFO os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:c6:bc,bridge_name='br-int',has_traffic_filtering=True,id=d3c0134d-8d67-4a1f-817b-b3beb45d8ad0,network=Network(b7db6722-4469-46b2-8295-8dcb8aae12e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3c0134d-8d')
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:db:26,bridge_name='br-int',has_traffic_filtering=True,id=7e0e9303-5189-4059-a9ab-86e2f0668c3b,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7e0e9303-51') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:db:26,bridge_name='br-int',has_traffic_filtering=True,id=7e0e9303-5189-4059-a9ab-86e2f0668c3b,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7e0e9303-51') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9c4878e6-4947-5af3-82f6-545a628a4cce', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7e0e9303-51, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7e0e9303-51, col_values=(('qos', UUID('acb37bdd-4020-4bbe-a5ac-990fffecce49')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7e0e9303-51, col_values=(('external_ids', {'iface-id': '7e0e9303-5189-4059-a9ab-86e2f0668c3b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:db:26', 'vm-uuid': '535de8ee-7dc5-406a-98de-2d5cd139324e'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: INFO os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:db:26,bridge_name='br-int',has_traffic_filtering=True,id=7e0e9303-5189-4059-a9ab-86e2f0668c3b,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7e0e9303-51')
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:23:dc,bridge_name='br-int',has_traffic_filtering=True,id=e9e48ac0-0613-445a-a27b-3a3d94bd80de,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape9e48ac0-06') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:23:dc,bridge_name='br-int',has_traffic_filtering=True,id=e9e48ac0-0613-445a-a27b-3a3d94bd80de,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape9e48ac0-06') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '460698b0-debe-5499-ad11-b3a255392b17', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape9e48ac0-06, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape9e48ac0-06, col_values=(('qos', UUID('70ff89a4-515f-4a0f-956a-a91aceae283f')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape9e48ac0-06, col_values=(('external_ids', {'iface-id': 'e9e48ac0-0613-445a-a27b-3a3d94bd80de', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8c:23:dc', 'vm-uuid': '535de8ee-7dc5-406a-98de-2d5cd139324e'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: INFO os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:23:dc,bridge_name='br-int',has_traffic_filtering=True,id=e9e48ac0-0613-445a-a27b-3a3d94bd80de,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape9e48ac0-06')
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6317f106-040d-4f80-acba-94a603a2874c", "address": "fa:16:3e:29:38:4e", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6317f106-04", "ovs_interfaceid": "6317f106-040d-4f80-acba-94a603a2874c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "6317f106-040d-4f80-acba-94a603a2874c", "address": "fa:16:3e:29:38:4e", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6317f106-04", "ovs_interfaceid": "6317f106-040d-4f80-acba-94a603a2874c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:38:4e,bridge_name='br-int',has_traffic_filtering=True,id=6317f106-040d-4f80-acba-94a603a2874c,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6317f106-04') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:38:4e,bridge_name='br-int',has_traffic_filtering=True,id=6317f106-040d-4f80-acba-94a603a2874c,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6317f106-04') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b9b86c3c-bf70-5445-ab3b-ea1867921682', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-d7e864a1-8ec4-42b2-bdb8-faee7f103941 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-d7e864a1-8ec4-42b2-bdb8-faee7f103941 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:55 user nova-compute[74046]: WARNING nova.compute.manager [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-d7e864a1-8ec4-42b2-bdb8-faee7f103941 for instance with vm_state building and task_state spawning.
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:55 user nova-compute[74046]: WARNING nova.compute.manager [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf for instance with vm_state building and task_state spawning.
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:55 user nova-compute[74046]: WARNING nova.compute.manager [req-34bf18ba-fa72-49fe-befd-2bcabc17596e req-6f503f19-eeb8-4c20-8b8d-42b0cf17e305 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf for instance with vm_state building and task_state spawning.
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6317f106-04, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6317f106-04, col_values=(('qos', UUID('5f73bc2c-e8f3-4f49-9674-a224ddada2e4')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6317f106-04, col_values=(('external_ids', {'iface-id': '6317f106-040d-4f80-acba-94a603a2874c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:29:38:4e', 'vm-uuid': '535de8ee-7dc5-406a-98de-2d5cd139324e'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: INFO os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:38:4e,bridge_name='br-int',has_traffic_filtering=True,id=6317f106-040d-4f80-acba-94a603a2874c,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6317f106-04')
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d5:d9:bb,bridge_name='br-int',has_traffic_filtering=True,id=978a2f0a-6900-4ba1-862e-01ffc792df5f,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap978a2f0a-69') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:d9:bb,bridge_name='br-int',has_traffic_filtering=True,id=978a2f0a-6900-4ba1-862e-01ffc792df5f,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap978a2f0a-69') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '54417570-6b69-5b29-a3f8-ca77d9581113', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap978a2f0a-69, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap978a2f0a-69, col_values=(('qos', UUID('7c80ae33-8cd3-4631-8c0c-e92e0d7abda3')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap978a2f0a-69, col_values=(('external_ids', {'iface-id': '978a2f0a-6900-4ba1-862e-01ffc792df5f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d5:d9:bb', 'vm-uuid': '535de8ee-7dc5-406a-98de-2d5cd139324e'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: INFO os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:d9:bb,bridge_name='br-int',has_traffic_filtering=True,id=978a2f0a-6900-4ba1-862e-01ffc792df5f,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap978a2f0a-69')
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "address": "fa:16:3e:b9:f9:2b", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f516c6c-9c", "ovs_interfaceid": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "address": "fa:16:3e:b9:f9:2b", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f516c6c-9c", "ovs_interfaceid": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:f9:2b,bridge_name='br-int',has_traffic_filtering=True,id=4f516c6c-9ceb-4b06-b2f9-497030c276ab,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f516c6c-9c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:f9:2b,bridge_name='br-int',has_traffic_filtering=True,id=4f516c6c-9ceb-4b06-b2f9-497030c276ab,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f516c6c-9c') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c3dbe7ca-ef4b-5959-be2f-8cbac38ce8a4', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4f516c6c-9c, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4f516c6c-9c, col_values=(('qos', UUID('00208408-70d6-49ba-a07b-274589a94eea')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4f516c6c-9c, col_values=(('external_ids', {'iface-id': '4f516c6c-9ceb-4b06-b2f9-497030c276ab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b9:f9:2b', 'vm-uuid': '535de8ee-7dc5-406a-98de-2d5cd139324e'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: INFO os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:f9:2b,bridge_name='br-int',has_traffic_filtering=True,id=4f516c6c-9ceb-4b06-b2f9-497030c276ab,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f516c6c-9c')
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:26:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c6065f19-7e34-4553-8db1-445fbfefa4af", "address": "fa:16:3e:1f:a1:44", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6065f19-7e", "ovs_interfaceid": "c6065f19-7e34-4553-8db1-445fbfefa4af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "c6065f19-7e34-4553-8db1-445fbfefa4af", "address": "fa:16:3e:1f:a1:44", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6065f19-7e", "ovs_interfaceid": "c6065f19-7e34-4553-8db1-445fbfefa4af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:a1:44,bridge_name='br-int',has_traffic_filtering=True,id=c6065f19-7e34-4553-8db1-445fbfefa4af,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6065f19-7e') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:a1:44,bridge_name='br-int',has_traffic_filtering=True,id=c6065f19-7e34-4553-8db1-445fbfefa4af,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6065f19-7e') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cac786df-8193-5a44-b1f7-266e4ae6dc44', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc6065f19-7e, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc6065f19-7e, col_values=(('qos', UUID('48b1d205-cbbf-4ac7-8945-e375acdb74b5')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc6065f19-7e, col_values=(('external_ids', {'iface-id': 'c6065f19-7e34-4553-8db1-445fbfefa4af', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1f:a1:44', 'vm-uuid': '535de8ee-7dc5-406a-98de-2d5cd139324e'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: INFO os_vif [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:a1:44,bridge_name='br-int',has_traffic_filtering=True,id=c6065f19-7e34-4553-8db1-445fbfefa4af,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6065f19-7e')
Oct 23 18:27:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] No BDM found with device name hda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] No VIF found with MAC fa:16:3e:01:c6:bc, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:27:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] No VIF found with MAC fa:16:3e:d5:d9:bb, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:27:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Using config drive
Oct 23 18:27:56 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Creating config drive at /opt/stack/data/nova/instances/535de8ee-7dc5-406a-98de-2d5cd139324e/disk.config
Oct 23 18:27:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/535de8ee-7dc5-406a-98de-2d5cd139324e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpv350m109 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:27:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/535de8ee-7dc5-406a-98de-2d5cd139324e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpv350m109" returned: 0 in 0.058s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:27:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-77fc814d-2e4f-496d-bff6-f7bbcde277ae req-1ebbf3a5-a594-464b-bbe8-370c2ae00ede service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-a836350d-50ee-4115-9777-a93a976414bf {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-77fc814d-2e4f-496d-bff6-f7bbcde277ae req-1ebbf3a5-a594-464b-bbe8-370c2ae00ede service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-77fc814d-2e4f-496d-bff6-f7bbcde277ae req-1ebbf3a5-a594-464b-bbe8-370c2ae00ede service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-77fc814d-2e4f-496d-bff6-f7bbcde277ae req-1ebbf3a5-a594-464b-bbe8-370c2ae00ede service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-77fc814d-2e4f-496d-bff6-f7bbcde277ae req-1ebbf3a5-a594-464b-bbe8-370c2ae00ede service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-a836350d-50ee-4115-9777-a93a976414bf {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:56 user nova-compute[74046]: WARNING nova.compute.manager [req-77fc814d-2e4f-496d-bff6-f7bbcde277ae req-1ebbf3a5-a594-464b-bbe8-370c2ae00ede service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-a836350d-50ee-4115-9777-a93a976414bf for instance with vm_state building and task_state spawning.
Oct 23 18:27:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-398699d5-2b20-47ea-a4e8-3fab2595dd3b req-c379c21a-b464-4e37-a798-6a709fa5fe4a service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-a909f4d2-3226-4a02-94fc-130df6a53964 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-398699d5-2b20-47ea-a4e8-3fab2595dd3b req-c379c21a-b464-4e37-a798-6a709fa5fe4a service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-398699d5-2b20-47ea-a4e8-3fab2595dd3b req-c379c21a-b464-4e37-a798-6a709fa5fe4a service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-398699d5-2b20-47ea-a4e8-3fab2595dd3b req-c379c21a-b464-4e37-a798-6a709fa5fe4a service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-398699d5-2b20-47ea-a4e8-3fab2595dd3b req-c379c21a-b464-4e37-a798-6a709fa5fe4a service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-a909f4d2-3226-4a02-94fc-130df6a53964 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:56 user nova-compute[74046]: WARNING nova.compute.manager [req-398699d5-2b20-47ea-a4e8-3fab2595dd3b req-c379c21a-b464-4e37-a798-6a709fa5fe4a service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-a909f4d2-3226-4a02-94fc-130df6a53964 for instance with vm_state building and task_state spawning.
Oct 23 18:27:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:27:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:27:56 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Instance spawned successfully.
Oct 23 18:27:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:27:57 user nova-compute[74046]: INFO nova.compute.manager [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Took 12.24 seconds to spawn the instance on the hypervisor.
Oct 23 18:27:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:27:57 user nova-compute[74046]: INFO nova.compute.manager [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Took 72.63 seconds to build instance.
Oct 23 18:27:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c4fb3f49-1a51-4b2f-a235-9510eca3aa42 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 72.737s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-0de52e0c-26b1-44e4-9f8b-14a2c2610514 req-f814de73-3442-47a2-b635-2778474927e3 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0de52e0c-26b1-44e4-9f8b-14a2c2610514 req-f814de73-3442-47a2-b635-2778474927e3 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0de52e0c-26b1-44e4-9f8b-14a2c2610514 req-f814de73-3442-47a2-b635-2778474927e3 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0de52e0c-26b1-44e4-9f8b-14a2c2610514 req-f814de73-3442-47a2-b635-2778474927e3 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-0de52e0c-26b1-44e4-9f8b-14a2c2610514 req-f814de73-3442-47a2-b635-2778474927e3 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:57 user nova-compute[74046]: WARNING nova.compute.manager [req-0de52e0c-26b1-44e4-9f8b-14a2c2610514 req-f814de73-3442-47a2-b635-2778474927e3 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 for instance with vm_state building and task_state spawning.
Oct 23 18:27:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-77561ce8-90aa-485d-b439-55c3b220a23f req-c72442ea-1cee-43fc-bbfc-dffcc3a11ffd service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-e9e48ac0-0613-445a-a27b-3a3d94bd80de {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-77561ce8-90aa-485d-b439-55c3b220a23f req-c72442ea-1cee-43fc-bbfc-dffcc3a11ffd service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-77561ce8-90aa-485d-b439-55c3b220a23f req-c72442ea-1cee-43fc-bbfc-dffcc3a11ffd service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-77561ce8-90aa-485d-b439-55c3b220a23f req-c72442ea-1cee-43fc-bbfc-dffcc3a11ffd service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-77561ce8-90aa-485d-b439-55c3b220a23f req-c72442ea-1cee-43fc-bbfc-dffcc3a11ffd service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-e9e48ac0-0613-445a-a27b-3a3d94bd80de {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:58 user nova-compute[74046]: WARNING nova.compute.manager [req-77561ce8-90aa-485d-b439-55c3b220a23f req-c72442ea-1cee-43fc-bbfc-dffcc3a11ffd service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-e9e48ac0-0613-445a-a27b-3a3d94bd80de for instance with vm_state building and task_state spawning.
Oct 23 18:27:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-77561ce8-90aa-485d-b439-55c3b220a23f req-c72442ea-1cee-43fc-bbfc-dffcc3a11ffd service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-e9e48ac0-0613-445a-a27b-3a3d94bd80de {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-77561ce8-90aa-485d-b439-55c3b220a23f req-c72442ea-1cee-43fc-bbfc-dffcc3a11ffd service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-77561ce8-90aa-485d-b439-55c3b220a23f req-c72442ea-1cee-43fc-bbfc-dffcc3a11ffd service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-77561ce8-90aa-485d-b439-55c3b220a23f req-c72442ea-1cee-43fc-bbfc-dffcc3a11ffd service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-77561ce8-90aa-485d-b439-55c3b220a23f req-c72442ea-1cee-43fc-bbfc-dffcc3a11ffd service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-e9e48ac0-0613-445a-a27b-3a3d94bd80de {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:58 user nova-compute[74046]: WARNING nova.compute.manager [req-77561ce8-90aa-485d-b439-55c3b220a23f req-c72442ea-1cee-43fc-bbfc-dffcc3a11ffd service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-e9e48ac0-0613-445a-a27b-3a3d94bd80de for instance with vm_state building and task_state spawning.
Oct 23 18:27:59 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-280e336a-d695-46fb-9d35-055f6ad9b03c req-da4809e2-4f3c-4101-82ec-5b372afe7edc service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-978a2f0a-6900-4ba1-862e-01ffc792df5f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-280e336a-d695-46fb-9d35-055f6ad9b03c req-da4809e2-4f3c-4101-82ec-5b372afe7edc service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-280e336a-d695-46fb-9d35-055f6ad9b03c req-da4809e2-4f3c-4101-82ec-5b372afe7edc service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-280e336a-d695-46fb-9d35-055f6ad9b03c req-da4809e2-4f3c-4101-82ec-5b372afe7edc service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-280e336a-d695-46fb-9d35-055f6ad9b03c req-da4809e2-4f3c-4101-82ec-5b372afe7edc service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-978a2f0a-6900-4ba1-862e-01ffc792df5f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:59 user nova-compute[74046]: WARNING nova.compute.manager [req-280e336a-d695-46fb-9d35-055f6ad9b03c req-da4809e2-4f3c-4101-82ec-5b372afe7edc service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-978a2f0a-6900-4ba1-862e-01ffc792df5f for instance with vm_state building and task_state spawning.
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:59 user nova-compute[74046]: WARNING nova.compute.manager [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 for instance with vm_state building and task_state spawning.
Oct 23 18:27:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-7e0e9303-5189-4059-a9ab-86e2f0668c3b {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-7e0e9303-5189-4059-a9ab-86e2f0668c3b {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:59 user nova-compute[74046]: WARNING nova.compute.manager [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-7e0e9303-5189-4059-a9ab-86e2f0668c3b for instance with vm_state building and task_state spawning.
Oct 23 18:27:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-7e0e9303-5189-4059-a9ab-86e2f0668c3b {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.013s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:27:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-7e0e9303-5189-4059-a9ab-86e2f0668c3b {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:27:59 user nova-compute[74046]: WARNING nova.compute.manager [req-3ecbffc5-d30f-458d-be90-c22664350db1 req-2bc4065c-fe72-4361-b0fd-c683e434daa3 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-7e0e9303-5189-4059-a9ab-86e2f0668c3b for instance with vm_state building and task_state spawning.
Oct 23 18:27:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-932e40de-7f87-44c9-ae59-1ffa99c89719 req-505c7ee1-89c3-4f65-b068-85cfc7f88c6d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-6317f106-040d-4f80-acba-94a603a2874c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-932e40de-7f87-44c9-ae59-1ffa99c89719 req-505c7ee1-89c3-4f65-b068-85cfc7f88c6d service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-932e40de-7f87-44c9-ae59-1ffa99c89719 req-505c7ee1-89c3-4f65-b068-85cfc7f88c6d service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-932e40de-7f87-44c9-ae59-1ffa99c89719 req-505c7ee1-89c3-4f65-b068-85cfc7f88c6d service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-932e40de-7f87-44c9-ae59-1ffa99c89719 req-505c7ee1-89c3-4f65-b068-85cfc7f88c6d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-6317f106-040d-4f80-acba-94a603a2874c {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:01 user nova-compute[74046]: WARNING nova.compute.manager [req-932e40de-7f87-44c9-ae59-1ffa99c89719 req-505c7ee1-89c3-4f65-b068-85cfc7f88c6d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-6317f106-040d-4f80-acba-94a603a2874c for instance with vm_state building and task_state spawning.
Oct 23 18:28:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-932e40de-7f87-44c9-ae59-1ffa99c89719 req-505c7ee1-89c3-4f65-b068-85cfc7f88c6d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-6317f106-040d-4f80-acba-94a603a2874c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-932e40de-7f87-44c9-ae59-1ffa99c89719 req-505c7ee1-89c3-4f65-b068-85cfc7f88c6d service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-932e40de-7f87-44c9-ae59-1ffa99c89719 req-505c7ee1-89c3-4f65-b068-85cfc7f88c6d service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-932e40de-7f87-44c9-ae59-1ffa99c89719 req-505c7ee1-89c3-4f65-b068-85cfc7f88c6d service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-932e40de-7f87-44c9-ae59-1ffa99c89719 req-505c7ee1-89c3-4f65-b068-85cfc7f88c6d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-6317f106-040d-4f80-acba-94a603a2874c {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:01 user nova-compute[74046]: WARNING nova.compute.manager [req-932e40de-7f87-44c9-ae59-1ffa99c89719 req-505c7ee1-89c3-4f65-b068-85cfc7f88c6d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-6317f106-040d-4f80-acba-94a603a2874c for instance with vm_state building and task_state spawning.
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-e8b1d880-ed6f-41fc-a8f1-aaf13da2273f req-451d6ff1-a7bd-4751-bb41-64041bef08e8 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-978a2f0a-6900-4ba1-862e-01ffc792df5f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e8b1d880-ed6f-41fc-a8f1-aaf13da2273f req-451d6ff1-a7bd-4751-bb41-64041bef08e8 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e8b1d880-ed6f-41fc-a8f1-aaf13da2273f req-451d6ff1-a7bd-4751-bb41-64041bef08e8 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e8b1d880-ed6f-41fc-a8f1-aaf13da2273f req-451d6ff1-a7bd-4751-bb41-64041bef08e8 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-e8b1d880-ed6f-41fc-a8f1-aaf13da2273f req-451d6ff1-a7bd-4751-bb41-64041bef08e8 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-978a2f0a-6900-4ba1-862e-01ffc792df5f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:01 user nova-compute[74046]: WARNING nova.compute.manager [req-e8b1d880-ed6f-41fc-a8f1-aaf13da2273f req-451d6ff1-a7bd-4751-bb41-64041bef08e8 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-978a2f0a-6900-4ba1-862e-01ffc792df5f for instance with vm_state building and task_state spawning.
Oct 23 18:28:01 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Updating instance_info_cache with network_info: [{"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:28:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-4f516c6c-9ceb-4b06-b2f9-497030c276ab {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-4f516c6c-9ceb-4b06-b2f9-497030c276ab {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:02 user nova-compute[74046]: WARNING nova.compute.manager [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-4f516c6c-9ceb-4b06-b2f9-497030c276ab for instance with vm_state building and task_state spawning.
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-4f516c6c-9ceb-4b06-b2f9-497030c276ab {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-4f516c6c-9ceb-4b06-b2f9-497030c276ab {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:02 user nova-compute[74046]: WARNING nova.compute.manager [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-4f516c6c-9ceb-4b06-b2f9-497030c276ab for instance with vm_state building and task_state spawning.
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-c6065f19-7e34-4553-8db1-445fbfefa4af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-c6065f19-7e34-4553-8db1-445fbfefa4af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:02 user nova-compute[74046]: WARNING nova.compute.manager [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-c6065f19-7e34-4553-8db1-445fbfefa4af for instance with vm_state building and task_state spawning.
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-c6065f19-7e34-4553-8db1-445fbfefa4af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-c6065f19-7e34-4553-8db1-445fbfefa4af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:02 user nova-compute[74046]: WARNING nova.compute.manager [req-015d31c5-9e83-489a-98b0-4d099f453996 req-2ecc184f-427a-49a0-9f8c-4b9d5eb082da service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-c6065f19-7e34-4553-8db1-445fbfefa4af for instance with vm_state building and task_state spawning.
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:28:02 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Instance spawned successfully.
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:28:02 user nova-compute[74046]: INFO nova.compute.manager [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Took 14.12 seconds to spawn the instance on the hypervisor.
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:02 user nova-compute[74046]: INFO nova.compute.manager [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Took 78.30 seconds to build instance.
Oct 23 18:28:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-844038f3-e1ca-4dd8-86c0-cf9076bee52a tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 78.406s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-ebf2f0b1-e022-415e-8580-88f1f1bd3539 req-89be69c1-6add-464c-a56e-b40645235870 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received event network-changed-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-ebf2f0b1-e022-415e-8580-88f1f1bd3539 req-89be69c1-6add-464c-a56e-b40645235870 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Refreshing instance network info cache due to event network-changed-b2dda34b-75a6-45e7-9a5d-e53aadfca072. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ebf2f0b1-e022-415e-8580-88f1f1bd3539 req-89be69c1-6add-464c-a56e-b40645235870 service nova] Acquiring lock "refresh_cache-43511ed1-3337-4cf2-94a2-eab00283621c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ebf2f0b1-e022-415e-8580-88f1f1bd3539 req-89be69c1-6add-464c-a56e-b40645235870 service nova] Acquired lock "refresh_cache-43511ed1-3337-4cf2-94a2-eab00283621c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG nova.network.neutron [req-ebf2f0b1-e022-415e-8580-88f1f1bd3539 req-89be69c1-6add-464c-a56e-b40645235870 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Refreshing network info cache for port b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:03 user nova-compute[74046]: INFO nova.compute.manager [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Rebuilding instance
Oct 23 18:28:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG nova.network.neutron [req-ebf2f0b1-e022-415e-8580-88f1f1bd3539 req-89be69c1-6add-464c-a56e-b40645235870 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Updated VIF entry in instance network info cache for port b2dda34b-75a6-45e7-9a5d-e53aadfca072. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG nova.network.neutron [req-ebf2f0b1-e022-415e-8580-88f1f1bd3539 req-89be69c1-6add-464c-a56e-b40645235870 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Updating instance_info_cache with network_info: [{"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ebf2f0b1-e022-415e-8580-88f1f1bd3539 req-89be69c1-6add-464c-a56e-b40645235870 service nova] Releasing lock "refresh_cache-43511ed1-3337-4cf2-94a2-eab00283621c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:04 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Instance destroyed successfully.
Oct 23 18:28:04 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Instance destroyed successfully.
Oct 23 18:28:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:26:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1523187742',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1238869610',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOJIG8OkfeJuq2QM8zBJYHirmMkOx+v/w/Nv1DX5/hMdjXsBJ+pkScGydbFlhVVsyYSLkUquWAQp9ti2hPaU/0x0tLuVa2MnZd6O+Gg0fLMHF4X+h17lkrI3cHH0VDw+dw==',key_name='tempest-keypair-1920618184',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:26:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2717c7efa8784efc91cbd2cc36a709ef',ramdisk_id='',reservation_id='r-0e857v4e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1154510892',owner_user_name='tempest-ServerActionsV293TestJSON-1154510892-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:28:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='740c7ef9c8fe4ec5989a8ff6f7fdbae7',uuid=43511ed1-3337-4cf2-94a2-eab00283621c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Converting VIF {"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_vif [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb2dda34b-75, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9a864f63-a343-4b23-9791-309056b007fc) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:04 user nova-compute[74046]: INFO os_vif [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75')
Oct 23 18:28:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FJmjPRuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:28:04 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e9d2b63-52f1-434f-afa5-7657d9a620ce]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:28:04 user nova-compute[74046]: No targets found.
Oct 23 18:28:04 user nova-compute[74046]: iSNS:
Oct 23 18:28:04 user nova-compute[74046]: No targets found.
Oct 23 18:28:04 user nova-compute[74046]: STATIC:
Oct 23 18:28:04 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e
Oct 23 18:28:04 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:04 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:04 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b
Oct 23 18:28:04 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:04 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:04 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9
Oct 23 18:28:04 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:04 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:04 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa
Oct 23 18:28:04 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:04 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:04 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5
Oct 23 18:28:04 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:04 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:04 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b
Oct 23 18:28:04 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:04 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:04 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79
Oct 23 18:28:04 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:04 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:04 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321
Oct 23 18:28:04 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:04 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:04 user nova-compute[74046]: FIRMWARE:
Oct 23 18:28:04 user nova-compute[74046]: No targets found.
Oct 23 18:28:04 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:28:04 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:28:04 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eb3500f-10c8-4f4a-9ee2-7a394dd54216]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.046s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fd3a8c9-1259-464e-8857-7c69e417e570]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:04 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:04 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:04 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef85bf5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[548fb936-1b1d-4c42-abf2-619f70f6cb2a]: (4, ('path checker states:\nup                  7\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[625dac11-cbbd-407b-9c26-be1f84cbf5df]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[12f3e3fa-40f9-45b7-aff7-98cb07f84403]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.054s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4021cb31-ff2e-424b-8ae0-30ff3e4797c4]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:28:04 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23631613633623861', '/dev/disk/by-id/scsi-1SCST_BIOda139c1d-61a63b8af07d68f6', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_da139c1d') {{(pid=85373) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe8fcefe-782f-4c6f-8fad-2d2d1cd2047c]: (4, None) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c482b6f1-c7c4-48b1-97f0-3a96aec73762]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dbd50b5-f088-402a-9194-35ddfdad5aed]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260]
Oct 23 18:28:05 user nova-compute[74046]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260] successful.
Oct 23 18:28:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG nova.compute.manager [req-899df633-7765-4051-8e0e-2775f56346ec req-a7d73f7e-f68e-4958-8e47-b020ed597721 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received event network-vif-unplugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-899df633-7765-4051-8e0e-2775f56346ec req-a7d73f7e-f68e-4958-8e47-b020ed597721 service nova] Acquiring lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-899df633-7765-4051-8e0e-2775f56346ec req-a7d73f7e-f68e-4958-8e47-b020ed597721 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-899df633-7765-4051-8e0e-2775f56346ec req-a7d73f7e-f68e-4958-8e47-b020ed597721 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG nova.compute.manager [req-899df633-7765-4051-8e0e-2775f56346ec req-a7d73f7e-f68e-4958-8e47-b020ed597721 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] No waiting events found dispatching network-vif-unplugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:05 user nova-compute[74046]: WARNING nova.compute.manager [req-899df633-7765-4051-8e0e-2775f56346ec req-a7d73f7e-f68e-4958-8e47-b020ed597721 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received unexpected event network-vif-unplugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 for instance with vm_state active and task_state rebuilding.
Oct 23 18:28:05 user nova-compute[74046]: DEBUG nova.compute.manager [req-899df633-7765-4051-8e0e-2775f56346ec req-a7d73f7e-f68e-4958-8e47-b020ed597721 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received event network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-899df633-7765-4051-8e0e-2775f56346ec req-a7d73f7e-f68e-4958-8e47-b020ed597721 service nova] Acquiring lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-899df633-7765-4051-8e0e-2775f56346ec req-a7d73f7e-f68e-4958-8e47-b020ed597721 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-899df633-7765-4051-8e0e-2775f56346ec req-a7d73f7e-f68e-4958-8e47-b020ed597721 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG nova.compute.manager [req-899df633-7765-4051-8e0e-2775f56346ec req-a7d73f7e-f68e-4958-8e47-b020ed597721 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] No waiting events found dispatching network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:05 user nova-compute[74046]: WARNING nova.compute.manager [req-899df633-7765-4051-8e0e-2775f56346ec req-a7d73f7e-f68e-4958-8e47-b020ed597721 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received unexpected event network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 for instance with vm_state active and task_state rebuilding.
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f13764a4-eca0-4899-aef2-19278f48f59c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.503s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] <== disconnect_volume: return (505ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:28:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Deleting instance files /opt/stack/data/nova/instances/43511ed1-3337-4cf2-94a2-eab00283621c_del
Oct 23 18:28:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Deletion of /opt/stack/data/nova/instances/43511ed1-3337-4cf2-94a2-eab00283621c_del complete
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:05 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 43511ed1-3337-4cf2-94a2-eab00283621c could not be found.
Oct 23 18:28:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FJmjPRuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:28:05 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b06879-0321-48d3-9da2-2bffb7f56461]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:28:05 user nova-compute[74046]: No targets found.
Oct 23 18:28:05 user nova-compute[74046]: iSNS:
Oct 23 18:28:05 user nova-compute[74046]: No targets found.
Oct 23 18:28:05 user nova-compute[74046]: STATIC:
Oct 23 18:28:05 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e
Oct 23 18:28:05 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:05 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:05 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b
Oct 23 18:28:05 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:05 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:05 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9
Oct 23 18:28:05 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:05 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:05 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5
Oct 23 18:28:05 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:05 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:05 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b
Oct 23 18:28:05 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:05 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:05 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79
Oct 23 18:28:05 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:05 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:05 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321
Oct 23 18:28:05 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:05 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:05 user nova-compute[74046]: FIRMWARE:
Oct 23 18:28:05 user nova-compute[74046]: No targets found.
Oct 23 18:28:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:28:05 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:28:05 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6503b0b-b1d7-4ba2-b5f7-27d123690a11]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa0f0bc2-136d-446d-b662-bb1cd878a95c]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:05 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:05 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:05 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:05 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:05 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:05 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:05 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:05 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:05 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:05 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:05 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:05 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef8518550>, {}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Disconnecting from: [] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.107s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] <== disconnect_volume: return (110ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Preparing to wait for external event volume-reimaged-98a37379-46be-4f83-b223-9c8e327cf0aa {{(pid=74046) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.222s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.219s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:28:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:28:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdi (vdc) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LRJlUXGQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:28:08 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.006s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:28:08 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.006s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:28:08 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:28:08 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:28:08 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=6877MB free_disk=25.418384552001953GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bb647f0-4ad5-4fcb-94bb-98af901b06c7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:28:08 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddef556b-1e41-4f06-93bb-0fbfb3ca0779]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6] added
Oct 23 18:28:08 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbe2938a-bc2c-4b17-bd57-4a33ef94477b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4c83c40-1f1b-4174-ae1d-a2bc21b9f6c5]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LRJlUXGQ {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LRJlUXGQ" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b96a5dca-a800-46a0-b06f-5c84e2bb7c37]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LRJlUXGQ'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3782c653-8c88-41b5-8eb7-cd1d0026eb96]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5051ea6e-c47f-4aaf-b30c-1667749b3412]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:08 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:08 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:08 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:08 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:08 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:08 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:08 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:08 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:08 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:08 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:08 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:08 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:08 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:08 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c7ea709a-2c48-4257-90a9-a54e03478e3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e5cd49-7784-4467-9952-ba68b07e1c07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 0790122d-8ce0-4ca8-a0ca-86ff3adf701b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 019ede76-5933-4bb6-933d-65c09cc11810 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 43511ed1-3337-4cf2-94a2-eab00283621c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 474936e7-e2f3-4060-b7aa-e1dbd7181473 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 535de8ee-7dc5-406a-98de-2d5cd139324e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 0fbe740b-8936-47bf-9a57-7e7c95651f43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --login" returned: 0 in 0.103s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e89c6373-510a-4c2b-829a-68a938867d98]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6, portal: 172.16.0.220,3260]
Oct 23 18:28:08 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6, portal: 172.16.0.220,3260] successful.
Oct 23 18:28:08 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[61628206-cf5d-43b5-8b4c-aeb55e6a0450]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.052s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cbef52b-37af-4e9b-8688-9b06a158d95b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:09 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:09 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:09 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.420s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] HCTL ('33', '-', '-', 0) found on session 10 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ubWnfxCM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:28:09 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:28:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c692e70b-2960-465c-a215-643e915ada4f]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Searching for a device in session 10 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LRJlUXGQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.827s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.473s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] <== connect_volume: return (1480ms) {'type': 'block', 'scsi_wwn': '23735666238613366', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735666238613366', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.017s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:28:10 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:28:10 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG nova.objects.instance [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lazy-loading 'flavor' on Instance uuid 019ede76-5933-4bb6-933d-65c09cc11810 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d46388e-ce60-4e16-996c-a3ba96751b54]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:28:10 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] attach device xml: <disk type="block" device="disk">
Oct 23 18:28:10 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:28:10 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:28:10 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:28:10 user nova-compute[74046]:   <serial>0440b870-9793-4743-afe6-b34c5e74a5e6</serial>
Oct 23 18:28:10 user nova-compute[74046]: </disk>
Oct 23 18:28:10 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[59cd4a88-f3af-4c31-88b9-e8642f07cc59]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238] added
Oct 23 18:28:10 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[56cb80eb-2d0f-41df-b6d0-d8b1585daa91]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[00028cf5-2e8e-4e18-8ff5-f1ca2091937e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ubWnfxCM {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ubWnfxCM" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[119022a0-5991-48bd-8284-1d44697356b3]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ubWnfxCM'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5720bb8c-025b-4090-becf-db2065fcc677]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cc20553-cd51-42f9-a910-f57388efdbc1]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --login" returned: 0 in 0.090s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f38c698b-0a85-436f-903d-cadeda3d6562]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238, portal: 172.16.0.220,3260]
Oct 23 18:28:10 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238, portal: 172.16.0.220,3260] successful.
Oct 23 18:28:10 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8891ab82-0efe-45af-b27e-a7cf0208696d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1b70a30-d755-4f80-b7e0-f484385f7ab5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:10 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:10 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.356s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] HCTL ('41', '-', '-', 0) found on session 11 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[84e0b79b-2877-4d7e-803a-04735ea5d534]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Searching for a device in session 11 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ubWnfxCM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] No VIF found with MAC fa:16:3e:1e:1a:e9, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:28:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1a8dbeaa-ca27-45c9-88b5-c62945742f2a tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lock "019ede76-5933-4bb6-933d-65c09cc11810" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 25.650s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1210e8ec-83d4-49fc-b97e-30ed31efd984 tempest-VolumesAssistedSnapshotsTest-1426878268 tempest-VolumesAssistedSnapshotsTest-1426878268-project] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] volume_snapshot_create: create_info: {'snapshot_id': 'bb25032d-8e55-4a8d-80b4-5bcd6e28db54', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74046) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 23 18:28:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1210e8ec-83d4-49fc-b97e-30ed31efd984 tempest-VolumesAssistedSnapshotsTest-1426878268 tempest-VolumesAssistedSnapshotsTest-1426878268-project] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] snap xml: <domainsnapshot>
Oct 23 18:28:11 user nova-compute[74046]:   <disks>
Oct 23 18:28:11 user nova-compute[74046]:     <disk name="/dev/sdb" snapshot="external" type="file">
Oct 23 18:28:11 user nova-compute[74046]:       <source file="/dev/new_file"/>
Oct 23 18:28:11 user nova-compute[74046]:     </disk>
Oct 23 18:28:11 user nova-compute[74046]:     <disk name="vda" snapshot="no"/>
Oct 23 18:28:11 user nova-compute[74046]:   </disks>
Oct 23 18:28:11 user nova-compute[74046]: </domainsnapshot>
Oct 23 18:28:11 user nova-compute[74046]:  {{(pid=74046) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 23 18:28:11 user nova-compute[74046]: DEBUG nova.objects.instance [None req-1210e8ec-83d4-49fc-b97e-30ed31efd984 tempest-VolumesAssistedSnapshotsTest-1426878268 tempest-VolumesAssistedSnapshotsTest-1426878268-project] Lazy-loading 'system_metadata' on Instance uuid 019ede76-5933-4bb6-933d-65c09cc11810 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:28:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1210e8ec-83d4-49fc-b97e-30ed31efd984 tempest-VolumesAssistedSnapshotsTest-1426878268 tempest-VolumesAssistedSnapshotsTest-1426878268-project] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [None req-1210e8ec-83d4-49fc-b97e-30ed31efd984 tempest-VolumesAssistedSnapshotsTest-1426878268 tempest-VolumesAssistedSnapshotsTest-1426878268-project] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Traceback (most recent call last):
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     rv = execute(f, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     six.reraise(c, e, tb)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     raise value
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     rv = meth(*args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810] 
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [None req-1210e8ec-83d4-49fc-b97e-30ed31efd984 tempest-VolumesAssistedSnapshotsTest-1426878268 tempest-VolumesAssistedSnapshotsTest-1426878268-project] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Traceback (most recent call last):
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     self._volume_snapshot_create(context, instance, guest,
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     rv = execute(f, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     six.reraise(c, e, tb)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     raise value
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     rv = meth(*args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810] 
Oct 23 18:28:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.416s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:28:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] <== connect_volume: return (2433ms) {'type': 'block', 'scsi_wwn': '26561613465663332', 'path': '/dev/sdj'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:28:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26561613465663332', 'path': '/dev/sdj'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:28:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aea82a60-79e8-46dd-94c4-b7691b217c3a tempest-VolumesAssistedSnapshotsTest-1426878268 tempest-VolumesAssistedSnapshotsTest-1426878268-project] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] volume_snapshot_delete: delete_info: {'volume_id': '0440b870-9793-4743-afe6-b34c5e74a5e6'} {{(pid=74046) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [None req-aea82a60-79e8-46dd-94c4-b7691b217c3a tempest-VolumesAssistedSnapshotsTest-1426878268 tempest-VolumesAssistedSnapshotsTest-1426878268-project] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Traceback (most recent call last):
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810]     if delete_info['type'] != 'qcow2':
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810] KeyError: 'type'
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [instance: 019ede76-5933-4bb6-933d-65c09cc11810] 
Oct 23 18:28:11 user nova-compute[74046]: DEBUG nova.objects.instance [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lazy-loading 'flavor' on Instance uuid 0790122d-8ce0-4ca8-a0ca-86ff3adf701b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [None req-1210e8ec-83d4-49fc-b97e-30ed31efd984 tempest-VolumesAssistedSnapshotsTest-1426878268 tempest-VolumesAssistedSnapshotsTest-1426878268-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot bb25032d-8e55-4a8d-80b4-5bcd6e28db54 could not be found.
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     raise value
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver 
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver 
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot bb25032d-8e55-4a8d-80b4-5bcd6e28db54 could not be found. (HTTP 404) (Request-ID: req-2d676723-6ec0-4ea5-a947-962810604c63)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver 
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver 
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot bb25032d-8e55-4a8d-80b4-5bcd6e28db54 could not be found.
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver 
Oct 23 18:28:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:28:11 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:28:11 user nova-compute[74046]:   <source dev="/dev/sdj"/>
Oct 23 18:28:11 user nova-compute[74046]:   <target dev="sdc" bus="scsi"/>
Oct 23 18:28:11 user nova-compute[74046]:   <serial>89b747e1-4e91-4dfa-96b5-439d7acf2238</serial>
Oct 23 18:28:11 user nova-compute[74046]:   <address type="drive" controller="0" unit="2"/>
Oct 23 18:28:11 user nova-compute[74046]: </disk>
Oct 23 18:28:11 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server [None req-1210e8ec-83d4-49fc-b97e-30ed31efd984 tempest-VolumesAssistedSnapshotsTest-1426878268 tempest-VolumesAssistedSnapshotsTest-1426878268-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     raise value
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server 
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver [None req-aea82a60-79e8-46dd-94c4-b7691b217c3a tempest-VolumesAssistedSnapshotsTest-1426878268 tempest-VolumesAssistedSnapshotsTest-1426878268-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver 
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver 
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-f22b1ce8-63b6-4d70-93b4-7a4036779899)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver 
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver 
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 23 18:28:11 user nova-compute[74046]: ERROR nova.virt.libvirt.driver 
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server [None req-aea82a60-79e8-46dd-94c4-b7691b217c3a tempest-VolumesAssistedSnapshotsTest-1426878268 tempest-VolumesAssistedSnapshotsTest-1426878268-project] Exception during message handling: KeyError: 'type'
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 23 18:28:11 user nova-compute[74046]: ERROR oslo_messaging.rpc.server 
Oct 23 18:28:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Acquiring lock "019ede76-5933-4bb6-933d-65c09cc11810" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lock "019ede76-5933-4bb6-933d-65c09cc11810" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:11 user nova-compute[74046]: INFO nova.compute.manager [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Detaching volume 0440b870-9793-4743-afe6-b34c5e74a5e6
Oct 23 18:28:11 user nova-compute[74046]: INFO nova.virt.block_device [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Attempting to driver detach volume 0440b870-9793-4743-afe6-b34c5e74a5e6 from mountpoint /dev/vdb
Oct 23 18:28:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Attempting to detach device vdb from instance 019ede76-5933-4bb6-933d-65c09cc11810 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:28:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] detach device xml: <disk type="block" device="disk">
Oct 23 18:28:11 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:28:11 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:28:11 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:28:11 user nova-compute[74046]:   <serial>0440b870-9793-4743-afe6-b34c5e74a5e6</serial>
Oct 23 18:28:11 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:28:11 user nova-compute[74046]: </disk>
Oct 23 18:28:11 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:28:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Successfully detached device vdb from instance 019ede76-5933-4bb6-933d-65c09cc11810 from the persistent domain config.
Oct 23 18:28:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 019ede76-5933-4bb6-933d-65c09cc11810 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:28:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] detach device xml: <disk type="block" device="disk">
Oct 23 18:28:11 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:28:11 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:28:11 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:28:11 user nova-compute[74046]:   <serial>0440b870-9793-4743-afe6-b34c5e74a5e6</serial>
Oct 23 18:28:11 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:28:11 user nova-compute[74046]: </disk>
Oct 23 18:28:11 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:28:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] No BDM found with device name sda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:28:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:28:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:28:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] No VIF found with MAC fa:16:3e:5a:4f:b6, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:28:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3b9a7215-aec1-4a16-9d0a-b5343a95b26a tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.857s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 019ede76-5933-4bb6-933d-65c09cc11810 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:28:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:13 user nova-compute[74046]: INFO nova.compute.manager [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Detaching volume 89b747e1-4e91-4dfa-96b5-439d7acf2238
Oct 23 18:28:13 user nova-compute[74046]: INFO nova.virt.block_device [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Attempting to driver detach volume 89b747e1-4e91-4dfa-96b5-439d7acf2238 from mountpoint /dev/sdc
Oct 23 18:28:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Attempting to detach device sdc from instance 0790122d-8ce0-4ca8-a0ca-86ff3adf701b from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:28:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:28:13 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:28:13 user nova-compute[74046]:   <source dev="/dev/sdj"/>
Oct 23 18:28:13 user nova-compute[74046]:   <target dev="sdc" bus="scsi"/>
Oct 23 18:28:13 user nova-compute[74046]:   <serial>89b747e1-4e91-4dfa-96b5-439d7acf2238</serial>
Oct 23 18:28:13 user nova-compute[74046]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 23 18:28:13 user nova-compute[74046]: </disk>
Oct 23 18:28:13 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:28:13 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Successfully detached device sdc from instance 0790122d-8ce0-4ca8-a0ca-86ff3adf701b from the persistent domain config.
Oct 23 18:28:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 0790122d-8ce0-4ca8-a0ca-86ff3adf701b from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:28:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:28:13 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:28:13 user nova-compute[74046]:   <source dev="/dev/sdj"/>
Oct 23 18:28:13 user nova-compute[74046]:   <target dev="sdc" bus="scsi"/>
Oct 23 18:28:13 user nova-compute[74046]:   <serial>89b747e1-4e91-4dfa-96b5-439d7acf2238</serial>
Oct 23 18:28:13 user nova-compute[74046]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 23 18:28:13 user nova-compute[74046]: </disk>
Oct 23 18:28:13 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:28:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 0790122d-8ce0-4ca8-a0ca-86ff3adf701b {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:28:14 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b8e5cd49-7784-4467-9952-ba68b07e1c07 is timed out.
Oct 23 18:28:14 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Successfully detached device vdb from instance b8e5cd49-7784-4467-9952-ba68b07e1c07 from the live domain config.
Oct 23 18:28:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iKbtDEuh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:28:14 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c884c672-2437-4e5a-9ce7-10b18f60df10]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:28:14 user nova-compute[74046]: No targets found.
Oct 23 18:28:14 user nova-compute[74046]: iSNS:
Oct 23 18:28:14 user nova-compute[74046]: No targets found.
Oct 23 18:28:14 user nova-compute[74046]: STATIC:
Oct 23 18:28:14 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238
Oct 23 18:28:14 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:14 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:14 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e
Oct 23 18:28:14 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:14 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:14 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b
Oct 23 18:28:14 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:14 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:14 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9
Oct 23 18:28:14 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:14 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:14 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5
Oct 23 18:28:14 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:14 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:14 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6
Oct 23 18:28:14 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:14 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:14 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b
Oct 23 18:28:14 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:14 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:14 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79
Oct 23 18:28:14 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:14 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:14 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321
Oct 23 18:28:14 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:14 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:14 user nova-compute[74046]: FIRMWARE:
Oct 23 18:28:14 user nova-compute[74046]: No targets found.
Oct 23 18:28:14 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:28:14 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:28:14 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a098aec6-9613-4fdd-9662-4eb551ad1fcc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c69e665-c317-404b-be67-f00de9ede7d0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:14 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:14 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:14 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef065eef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b'): ({'sdf'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Removing single pathed devices sdf {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[02e3e017-2974-485d-b9ca-c5400c74f40b]: (4, ('path checker states:\nup                  8\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1b9d1f3-4f2d-4608-9c99-f0433d076baa]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Flushing IO for device /dev/sdf {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0874920-9892-41e7-b585-c22b8ca5a8df]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.045s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[54f4a25f-7b24-491f-ba0e-4ee4265653b7]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] SCSI volumes sdf have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d22534b-e37f-48b4-bc08-e28704249b7a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[363ad4dd-2fca-4176-a1df-627bbbd11487]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b, portal: 172.16.0.220,3260]
Oct 23 18:28:14 user nova-compute[74046]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b, portal: 172.16.0.220,3260] successful.
Oct 23 18:28:14 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb410a18-c39a-47e2-b13c-6e3330ee527b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.040s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[123268e6-7af1-4eba-aac3-ab0b4eaf9405]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.368s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] <== disconnect_volume: return (369ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:28:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:15 user nova-compute[74046]: DEBUG nova.objects.instance [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lazy-loading 'flavor' on Instance uuid b8e5cd49-7784-4467-9952-ba68b07e1c07 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:28:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-35a1ace9-18c6-437e-9429-cf118e366ccd tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.510s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:32 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 019ede76-5933-4bb6-933d-65c09cc11810 is timed out.
Oct 23 18:28:32 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Successfully detached device vdb from instance 019ede76-5933-4bb6-933d-65c09cc11810 from the live domain config.
Oct 23 18:28:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LRJlUXGQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:28:32 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[37971fcb-513f-483f-900c-e84693a5f8a0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:28:32 user nova-compute[74046]: No targets found.
Oct 23 18:28:32 user nova-compute[74046]: iSNS:
Oct 23 18:28:32 user nova-compute[74046]: No targets found.
Oct 23 18:28:32 user nova-compute[74046]: STATIC:
Oct 23 18:28:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238
Oct 23 18:28:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e
Oct 23 18:28:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b
Oct 23 18:28:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9
Oct 23 18:28:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa
Oct 23 18:28:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5
Oct 23 18:28:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6
Oct 23 18:28:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79
Oct 23 18:28:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321
Oct 23 18:28:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:32 user nova-compute[74046]: FIRMWARE:
Oct 23 18:28:32 user nova-compute[74046]: No targets found.
Oct 23 18:28:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:28:32 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:28:32 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1919027b-6bcb-4ade-8ecf-d05f72de07dc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e9fee1e-2aa2-44ea-9af0-17b1036f7cc7]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:32 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef065f9a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e8df0bc-7f24-4bdd-b8e4-361fa8aa9447]: (4, ('path checker states:\nup                  8\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1345515-8181-4091-8b9a-673d9bfab4da]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.011s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b726d8f-2f5e-440f-a741-c7d5fcb1ea94]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[abdf593e-aafd-462c-8382-482fb0991f67]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f29fdf7b-447d-4d55-a857-7ac70672e687]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0f0a30f-473b-4b9d-be17-f145648509ef]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6, portal: 172.16.0.220,3260]
Oct 23 18:28:32 user nova-compute[74046]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6, portal: 172.16.0.220,3260] successful.
Oct 23 18:28:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0440b870-9793-4743-afe6-b34c5e74a5e6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7b107d2-65c3-4a0d-b5f0-2832ba78cc45]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] <== disconnect_volume: return (337ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:28:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:28:33 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 0790122d-8ce0-4ca8-a0ca-86ff3adf701b is timed out.
Oct 23 18:28:33 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Successfully detached device sdc from instance 0790122d-8ce0-4ca8-a0ca-86ff3adf701b from the live domain config.
Oct 23 18:28:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ubWnfxCM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:28:33 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eae8c6d-cd8a-4743-8040-15d99a48631f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:28:33 user nova-compute[74046]: No targets found.
Oct 23 18:28:33 user nova-compute[74046]: iSNS:
Oct 23 18:28:33 user nova-compute[74046]: No targets found.
Oct 23 18:28:33 user nova-compute[74046]: STATIC:
Oct 23 18:28:33 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238
Oct 23 18:28:33 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:33 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:33 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e
Oct 23 18:28:33 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:33 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:33 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b
Oct 23 18:28:33 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:33 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:33 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9
Oct 23 18:28:33 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:33 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:33 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa
Oct 23 18:28:33 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:33 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:33 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5
Oct 23 18:28:33 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:33 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:33 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79
Oct 23 18:28:33 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:33 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:33 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321
Oct 23 18:28:33 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:28:33 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:28:33 user nova-compute[74046]: FIRMWARE:
Oct 23 18:28:33 user nova-compute[74046]: No targets found.
Oct 23 18:28:33 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:28:33 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:28:33 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d6ea3bc-5179-40e3-a0d2-48de98bcc6fb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[efa5fb0f-66d1-409c-bfea-caf81bdc5f6a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:33 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:33 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:33 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef03c8280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238'): ({'sdj'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Removing single pathed devices sdj {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecae0328-d0f9-472f-a8d8-dbb5afd187c7]: (4, ('path checker states:\nup                  7\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b80787bb-47b2-4a65-9814-18edeb7021a3]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Flushing IO for device /dev/sdj {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[df49dbd8-f793-444b-849e-a0299c1b201b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.036s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e2661cc-aefe-4d00-ac86-7b69aa123370]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] SCSI volumes sdj have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c361d88b-783b-4913-b114-2e4de9fdbd2d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --logout" returned: 0 in 0.196s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6f2192d-f9f1-43fc-878c-e53bcd9f31cb]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238, portal: 172.16.0.220,3260]
Oct 23 18:28:33 user nova-compute[74046]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238, portal: 172.16.0.220,3260] successful.
Oct 23 18:28:33 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:89b747e1-4e91-4dfa-96b5-439d7acf2238 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda60f83-2242-4a16-b775-1de2d1b1fb2d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.483s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:28:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] <== disconnect_volume: return (483ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:28:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:28:34 user nova-compute[74046]: DEBUG nova.objects.instance [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lazy-loading 'flavor' on Instance uuid 019ede76-5933-4bb6-933d-65c09cc11810 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:28:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-76b79b3c-6abf-4e09-9fde-e36675e911f9 tempest-VolumesAssistedSnapshotsTest-354822489 tempest-VolumesAssistedSnapshotsTest-354822489-project-admin] Lock "019ede76-5933-4bb6-933d-65c09cc11810" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.560s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:35 user nova-compute[74046]: DEBUG nova.objects.instance [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lazy-loading 'flavor' on Instance uuid 0790122d-8ce0-4ca8-a0ca-86ff3adf701b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:28:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1addfb01-8b90-483b-a7b6-78ff8ea3bf6f tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.120s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:36 user nova-compute[74046]: INFO nova.compute.manager [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Terminating instance
Oct 23 18:28:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-dd9fbc3e-d3d7-4d06-a043-d945461bfdd0 req-6b1479e0-fab7-45e1-95cc-8cb5a58011f2 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Received event network-vif-unplugged-5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-dd9fbc3e-d3d7-4d06-a043-d945461bfdd0 req-6b1479e0-fab7-45e1-95cc-8cb5a58011f2 service nova] Acquiring lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-dd9fbc3e-d3d7-4d06-a043-d945461bfdd0 req-6b1479e0-fab7-45e1-95cc-8cb5a58011f2 service nova] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-dd9fbc3e-d3d7-4d06-a043-d945461bfdd0 req-6b1479e0-fab7-45e1-95cc-8cb5a58011f2 service nova] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-dd9fbc3e-d3d7-4d06-a043-d945461bfdd0 req-6b1479e0-fab7-45e1-95cc-8cb5a58011f2 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] No waiting events found dispatching network-vif-unplugged-5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-dd9fbc3e-d3d7-4d06-a043-d945461bfdd0 req-6b1479e0-fab7-45e1-95cc-8cb5a58011f2 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Received event network-vif-unplugged-5edb6e74-c853-4c6e-badd-5f98ee39286c for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:28:36 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Instance destroyed successfully.
Oct 23 18:28:36 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lazy-loading 'resources' on Instance uuid 0790122d-8ce0-4ca8-a0ca-86ff3adf701b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:25:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1925646323',display_name='tempest-AttachSCSIVolumeTestJSON-server-1925646323',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1925646323',id=8,image_ref='d624559e-b6f9-4dcf-8dee-cd81b91f5f7a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEO1GtXwJwaUAGjz0tolDmB2y/QBUsDPaaPUt0Y15BUpFWQu9ESj6owSiWD3JLNAbIT4+VWW33qKcsHsKH3w7cqFqYLOuxE7jOHYpEthFYbE/vHlNOvNvYwmVlPUEIGsOQ==',key_name='tempest-keypair-436909472',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:25:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da27e3b165cb4a61a9d795502655b0ca',ramdisk_id='',reservation_id='r-g5p78jci',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='d624559e-b6f9-4dcf-8dee-cd81b91f5f7a',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-52271668',owner_user_name='tempest-AttachSCSIVolumeTestJSON-52271668-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:25:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f7b0a51e4a544dde97b9da2d6c09b53e',uuid=0790122d-8ce0-4ca8-a0ca-86ff3adf701b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "address": "fa:16:3e:5a:4f:b6", "network": {"id": "345b712f-25d5-4f23-be18-821cae9c8eb7", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-318360688-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da27e3b165cb4a61a9d795502655b0ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5edb6e74-c8", "ovs_interfaceid": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Converting VIF {"id": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "address": "fa:16:3e:5a:4f:b6", "network": {"id": "345b712f-25d5-4f23-be18-821cae9c8eb7", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-318360688-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.82", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da27e3b165cb4a61a9d795502655b0ca", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5edb6e74-c8", "ovs_interfaceid": "5edb6e74-c853-4c6e-badd-5f98ee39286c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:4f:b6,bridge_name='br-int',has_traffic_filtering=True,id=5edb6e74-c853-4c6e-badd-5f98ee39286c,network=Network(345b712f-25d5-4f23-be18-821cae9c8eb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5edb6e74-c8') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG os_vif [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:4f:b6,bridge_name='br-int',has_traffic_filtering=True,id=5edb6e74-c853-4c6e-badd-5f98ee39286c,network=Network(345b712f-25d5-4f23-be18-821cae9c8eb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5edb6e74-c8') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5edb6e74-c8, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8e719785-33b5-489f-8035-95839dfbebb3) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:36 user nova-compute[74046]: INFO os_vif [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:4f:b6,bridge_name='br-int',has_traffic_filtering=True,id=5edb6e74-c853-4c6e-badd-5f98ee39286c,network=Network(345b712f-25d5-4f23-be18-821cae9c8eb7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5edb6e74-c8')
Oct 23 18:28:36 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Deleting instance files /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b_del
Oct 23 18:28:36 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Deletion of /opt/stack/data/nova/instances/0790122d-8ce0-4ca8-a0ca-86ff3adf701b_del complete
Oct 23 18:28:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-a8a35717-7997-47c1-b0db-3d323621fb05 req-f59aa3bd-9604-4ada-8611-9dced3a59e32 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received event volume-reimaged-98a37379-46be-4f83-b223-9c8e327cf0aa {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a8a35717-7997-47c1-b0db-3d323621fb05 req-f59aa3bd-9604-4ada-8611-9dced3a59e32 service nova] Acquiring lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a8a35717-7997-47c1-b0db-3d323621fb05 req-f59aa3bd-9604-4ada-8611-9dced3a59e32 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a8a35717-7997-47c1-b0db-3d323621fb05 req-f59aa3bd-9604-4ada-8611-9dced3a59e32 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-a8a35717-7997-47c1-b0db-3d323621fb05 req-f59aa3bd-9604-4ada-8611-9dced3a59e32 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Processing event volume-reimaged-98a37379-46be-4f83-b223-9c8e327cf0aa {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Instance event wait completed in 30 seconds for volume-reimaged {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:28:37 user nova-compute[74046]: INFO nova.compute.manager [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Took 1.02 seconds to destroy the instance on the hypervisor.
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:28:37 user nova-compute[74046]: INFO nova.virt.block_device [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Booting with volume 98a37379-46be-4f83-b223-9c8e327cf0aa at /dev/vda
Oct 23 18:28:37 user nova-compute[74046]: DEBUG os_brick.utils [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e122e15c-9f3a-4031-ba0b-7a5d56acae11]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[22146555-ebc1-41d7-b64e-41c42c96894c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7b54a22-cfcc-4320-9d04-b37029812680]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1865b7fd-5930-4fe6-a10c-e8eca4b1b94f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:28:37 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:28:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5996bc11-feee-4c2e-adaa-58eca834a7c5]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG os_brick.utils [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Updating existing volume attachment record: 5e08dbef-4e1f-4427-8ead-5ba3a21cca2b {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:28:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:38 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:28:38 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Took 1.13 seconds to deallocate network for instance.
Oct 23 18:28:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-2572c0ab-5adb-41fd-b1e1-8d1b712c11c1 req-ec3d0257-3988-43db-828a-da4eec8cbc97 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Received event network-vif-deleted-5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:38 user nova-compute[74046]: INFO nova.compute.manager [req-2572c0ab-5adb-41fd-b1e1-8d1b712c11c1 req-ec3d0257-3988-43db-828a-da4eec8cbc97 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Neutron deleted interface 5edb6e74-c853-4c6e-badd-5f98ee39286c; detaching it from the instance and deleting it from the info cache
Oct 23 18:28:38 user nova-compute[74046]: DEBUG nova.network.neutron [req-2572c0ab-5adb-41fd-b1e1-8d1b712c11c1 req-ec3d0257-3988-43db-828a-da4eec8cbc97 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:28:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-2572c0ab-5adb-41fd-b1e1-8d1b712c11c1 req-ec3d0257-3988-43db-828a-da4eec8cbc97 service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Detach interface failed, port_id=5edb6e74-c853-4c6e-badd-5f98ee39286c, reason: Instance 0790122d-8ce0-4ca8-a0ca-86ff3adf701b could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:28:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-126d879e-5f9b-4d8a-946b-bf13f1db624d req-5338f555-2ae6-486c-8db9-5f5623d90c8e service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Received event network-vif-plugged-5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-126d879e-5f9b-4d8a-946b-bf13f1db624d req-5338f555-2ae6-486c-8db9-5f5623d90c8e service nova] Acquiring lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-126d879e-5f9b-4d8a-946b-bf13f1db624d req-5338f555-2ae6-486c-8db9-5f5623d90c8e service nova] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-126d879e-5f9b-4d8a-946b-bf13f1db624d req-5338f555-2ae6-486c-8db9-5f5623d90c8e service nova] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-126d879e-5f9b-4d8a-946b-bf13f1db624d req-5338f555-2ae6-486c-8db9-5f5623d90c8e service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] No waiting events found dispatching network-vif-plugged-5edb6e74-c853-4c6e-badd-5f98ee39286c {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:38 user nova-compute[74046]: WARNING nova.compute.manager [req-126d879e-5f9b-4d8a-946b-bf13f1db624d req-5338f555-2ae6-486c-8db9-5f5623d90c8e service nova] [instance: 0790122d-8ce0-4ca8-a0ca-86ff3adf701b] Received unexpected event network-vif-plugged-5edb6e74-c853-4c6e-badd-5f98ee39286c for instance with vm_state deleted and task_state None.
Oct 23 18:28:38 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:28:38 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:28:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.414s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:38 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Deleted allocations for instance 0790122d-8ce0-4ca8-a0ca-86ff3adf701b
Oct 23 18:28:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f1afe29d-bc79-4b48-8654-12b6e9f75cce tempest-AttachSCSIVolumeTestJSON-52271668 tempest-AttachSCSIVolumeTestJSON-52271668-project-member] Lock "0790122d-8ce0-4ca8-a0ca-86ff3adf701b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.813s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:44 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:28:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:28:44 user nova-compute[74046]: INFO nova.compute.claims [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Claim successful on node user
Oct 23 18:28:45 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:28:45 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:28:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.489s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:28:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:28:45 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:28:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:28:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:28:45 user nova-compute[74046]: DEBUG nova.policy [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b81adfc33c4f447080c14fee04807e11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e2342ffc44342a39c380e1689c56db0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:28:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:28:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:28:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Creating image(s)
Oct 23 18:28:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "/opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "/opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "/opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.237s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk 1073741824" returned: 0 in 0.069s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Successfully created port: cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Cannot resize image /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Ensure instance console log exists: /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Successfully updated port: cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "refresh_cache-ebd037d0-1963-4fdb-9d91-a0f80f993ab0" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquired lock "refresh_cache-ebd037d0-1963-4fdb-9d91-a0f80f993ab0" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:28:46 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.compute.manager [req-89aeee72-c648-45b5-adc0-ca762040a16d req-def8b542-71c2-4d65-9247-eed1e1b42f17 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Received event network-changed-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.compute.manager [req-89aeee72-c648-45b5-adc0-ca762040a16d req-def8b542-71c2-4d65-9247-eed1e1b42f17 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Refreshing instance network info cache due to event network-changed-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-89aeee72-c648-45b5-adc0-ca762040a16d req-def8b542-71c2-4d65-9247-eed1e1b42f17 service nova] Acquiring lock "refresh_cache-ebd037d0-1963-4fdb-9d91-a0f80f993ab0" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Updating instance_info_cache with network_info: [{"id": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "address": "fa:16:3e:28:a9:8f", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfab3ec4-c7", "ovs_interfaceid": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Releasing lock "refresh_cache-ebd037d0-1963-4fdb-9d91-a0f80f993ab0" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Instance network_info: |[{"id": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "address": "fa:16:3e:28:a9:8f", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfab3ec4-c7", "ovs_interfaceid": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-89aeee72-c648-45b5-adc0-ca762040a16d req-def8b542-71c2-4d65-9247-eed1e1b42f17 service nova] Acquired lock "refresh_cache-ebd037d0-1963-4fdb-9d91-a0f80f993ab0" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.network.neutron [req-89aeee72-c648-45b5-adc0-ca762040a16d req-def8b542-71c2-4d65-9247-eed1e1b42f17 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Refreshing network info cache for port cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Start _get_guest_xml network_info=[{"id": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "address": "fa:16:3e:28:a9:8f", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfab3ec4-c7", "ovs_interfaceid": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:28:47 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:28:47 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:28:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-941298975',display_name='tempest-VolumesAdminNegativeTest-server-941298975',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-941298975',id=14,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e2342ffc44342a39c380e1689c56db0',ramdisk_id='',reservation_id='r-o7t1bo00',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1207595346',owner_user_name='tempest-VolumesAdminNegativeTest-1207595346-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:28:46Z,user_data=None,user_id='b81adfc33c4f447080c14fee04807e11',uuid=ebd037d0-1963-4fdb-9d91-a0f80f993ab0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "address": "fa:16:3e:28:a9:8f", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfab3ec4-c7", "ovs_interfaceid": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Converting VIF {"id": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "address": "fa:16:3e:28:a9:8f", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfab3ec4-c7", "ovs_interfaceid": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:a9:8f,bridge_name='br-int',has_traffic_filtering=True,id=cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfab3ec4-c7') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.objects.instance [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lazy-loading 'pci_devices' on Instance uuid ebd037d0-1963-4fdb-9d91-a0f80f993ab0 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:28:47 user nova-compute[74046]:   <uuid>ebd037d0-1963-4fdb-9d91-a0f80f993ab0</uuid>
Oct 23 18:28:47 user nova-compute[74046]:   <name>instance-0000000e</name>
Oct 23 18:28:47 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:28:47 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:28:47 user nova-compute[74046]:   <metadata>
Oct 23 18:28:47 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:28:47 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:28:47 user nova-compute[74046]:       <nova:name>tempest-VolumesAdminNegativeTest-server-941298975</nova:name>
Oct 23 18:28:47 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:28:47</nova:creationTime>
Oct 23 18:28:47 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:28:47 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:28:47 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:28:47 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:28:47 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:28:47 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:28:47 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:28:47 user nova-compute[74046]:       <nova:owner>
Oct 23 18:28:47 user nova-compute[74046]:         <nova:user uuid="b81adfc33c4f447080c14fee04807e11">tempest-VolumesAdminNegativeTest-1207595346-project-member</nova:user>
Oct 23 18:28:47 user nova-compute[74046]:         <nova:project uuid="0e2342ffc44342a39c380e1689c56db0">tempest-VolumesAdminNegativeTest-1207595346</nova:project>
Oct 23 18:28:47 user nova-compute[74046]:       </nova:owner>
Oct 23 18:28:47 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:28:47 user nova-compute[74046]:       <nova:ports>
Oct 23 18:28:47 user nova-compute[74046]:         <nova:port uuid="cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3">
Oct 23 18:28:47 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 18:28:47 user nova-compute[74046]:         </nova:port>
Oct 23 18:28:47 user nova-compute[74046]:       </nova:ports>
Oct 23 18:28:47 user nova-compute[74046]:     </nova:instance>
Oct 23 18:28:47 user nova-compute[74046]:   </metadata>
Oct 23 18:28:47 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:28:47 user nova-compute[74046]:     <system>
Oct 23 18:28:47 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:28:47 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:28:47 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:28:47 user nova-compute[74046]:       <entry name="serial">ebd037d0-1963-4fdb-9d91-a0f80f993ab0</entry>
Oct 23 18:28:47 user nova-compute[74046]:       <entry name="uuid">ebd037d0-1963-4fdb-9d91-a0f80f993ab0</entry>
Oct 23 18:28:47 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:28:47 user nova-compute[74046]:     </system>
Oct 23 18:28:47 user nova-compute[74046]:   </sysinfo>
Oct 23 18:28:47 user nova-compute[74046]:   <os>
Oct 23 18:28:47 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:28:47 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:28:47 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:28:47 user nova-compute[74046]:   </os>
Oct 23 18:28:47 user nova-compute[74046]:   <features>
Oct 23 18:28:47 user nova-compute[74046]:     <acpi/>
Oct 23 18:28:47 user nova-compute[74046]:     <apic/>
Oct 23 18:28:47 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:28:47 user nova-compute[74046]:   </features>
Oct 23 18:28:47 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:28:47 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:28:47 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:28:47 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:28:47 user nova-compute[74046]:   </clock>
Oct 23 18:28:47 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:28:47 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:28:47 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:28:47 user nova-compute[74046]:   </cpu>
Oct 23 18:28:47 user nova-compute[74046]:   <devices>
Oct 23 18:28:47 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:28:47 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:28:47 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk"/>
Oct 23 18:28:47 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:28:47 user nova-compute[74046]:     </disk>
Oct 23 18:28:47 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:28:47 user nova-compute[74046]:       <mac address="fa:16:3e:28:a9:8f"/>
Oct 23 18:28:47 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:28:47 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:28:47 user nova-compute[74046]:       <target dev="tapcfab3ec4-c7"/>
Oct 23 18:28:47 user nova-compute[74046]:     </interface>
Oct 23 18:28:47 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:28:47 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/console.log" append="off"/>
Oct 23 18:28:47 user nova-compute[74046]:     </serial>
Oct 23 18:28:47 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:28:47 user nova-compute[74046]:     <video>
Oct 23 18:28:47 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:28:47 user nova-compute[74046]:     </video>
Oct 23 18:28:47 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:28:47 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:28:47 user nova-compute[74046]:     </rng>
Oct 23 18:28:47 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:28:47 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:28:47 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:28:47 user nova-compute[74046]:     </memballoon>
Oct 23 18:28:47 user nova-compute[74046]:   </devices>
Oct 23 18:28:47 user nova-compute[74046]: </domain>
Oct 23 18:28:47 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:28:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-941298975',display_name='tempest-VolumesAdminNegativeTest-server-941298975',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-941298975',id=14,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0e2342ffc44342a39c380e1689c56db0',ramdisk_id='',reservation_id='r-o7t1bo00',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1207595346',owner_user_name='tempest-VolumesAdminNegativeTest-1207595346-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:28:46Z,user_data=None,user_id='b81adfc33c4f447080c14fee04807e11',uuid=ebd037d0-1963-4fdb-9d91-a0f80f993ab0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "address": "fa:16:3e:28:a9:8f", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfab3ec4-c7", "ovs_interfaceid": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Converting VIF {"id": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "address": "fa:16:3e:28:a9:8f", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfab3ec4-c7", "ovs_interfaceid": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:a9:8f,bridge_name='br-int',has_traffic_filtering=True,id=cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfab3ec4-c7') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG os_vif [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:a9:8f,bridge_name='br-int',has_traffic_filtering=True,id=cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfab3ec4-c7') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4e8f5cf6-e28d-506e-83d3-a8f499532e8a', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcfab3ec4-c7, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcfab3ec4-c7, col_values=(('qos', UUID('a3e4b5ac-2bb7-4f52-b809-22e4899ddbe1')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcfab3ec4-c7, col_values=(('external_ids', {'iface-id': 'cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:28:a9:8f', 'vm-uuid': 'ebd037d0-1963-4fdb-9d91-a0f80f993ab0'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:47 user nova-compute[74046]: INFO os_vif [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:a9:8f,bridge_name='br-int',has_traffic_filtering=True,id=cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfab3ec4-c7')
Oct 23 18:28:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "0fbe740b-8936-47bf-9a57-7e7c95651f43" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:47 user nova-compute[74046]: INFO nova.compute.manager [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Terminating instance
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] No VIF found with MAC fa:16:3e:28:a9:8f, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.network.neutron [req-89aeee72-c648-45b5-adc0-ca762040a16d req-def8b542-71c2-4d65-9247-eed1e1b42f17 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Updated VIF entry in instance network info cache for port cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:28:47 user nova-compute[74046]: DEBUG nova.network.neutron [req-89aeee72-c648-45b5-adc0-ca762040a16d req-def8b542-71c2-4d65-9247-eed1e1b42f17 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Updating instance_info_cache with network_info: [{"id": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "address": "fa:16:3e:28:a9:8f", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfab3ec4-c7", "ovs_interfaceid": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:28:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-89aeee72-c648-45b5-adc0-ca762040a16d req-def8b542-71c2-4d65-9247-eed1e1b42f17 service nova] Releasing lock "refresh_cache-ebd037d0-1963-4fdb-9d91-a0f80f993ab0" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:28:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:49 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Instance destroyed successfully.
Oct 23 18:28:49 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lazy-loading 'resources' on Instance uuid 0fbe740b-8936-47bf-9a57-7e7c95651f43 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:26:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1895486975',display_name='tempest-ServersNegativeTestJSON-server-1895486975',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1895486975',id=13,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:27:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='407f79cd932f4fdeb893ea7f1ef566f5',ramdisk_id='',reservation_id='r-xqzvtvi7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-160078660',owner_user_name='tempest-ServersNegativeTestJSON-160078660-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:27:05Z,user_data=None,user_id='9c069bcf35464a0d8a431278cc2eb355',uuid=0fbe740b-8936-47bf-9a57-7e7c95651f43,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e3f8164b-74b2-4756-aed8-93fdff649736", "address": "fa:16:3e:20:fe:aa", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3f8164b-74", "ovs_interfaceid": "e3f8164b-74b2-4756-aed8-93fdff649736", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Converting VIF {"id": "e3f8164b-74b2-4756-aed8-93fdff649736", "address": "fa:16:3e:20:fe:aa", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3f8164b-74", "ovs_interfaceid": "e3f8164b-74b2-4756-aed8-93fdff649736", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:fe:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3f8164b-74b2-4756-aed8-93fdff649736,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3f8164b-74') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG os_vif [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:fe:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3f8164b-74b2-4756-aed8-93fdff649736,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3f8164b-74') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape3f8164b-74, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a8b02a9f-6576-4d9e-8188-68f82f34690c) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received event network-vif-unplugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] Acquiring lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] No waiting events found dispatching network-vif-unplugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received event network-vif-unplugged-e3f8164b-74b2-4756-aed8-93fdff649736 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received event network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] Acquiring lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] No waiting events found dispatching network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:49 user nova-compute[74046]: WARNING nova.compute.manager [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received unexpected event network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 for instance with vm_state active and task_state deleting.
Oct 23 18:28:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received event network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] Acquiring lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] No waiting events found dispatching network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:49 user nova-compute[74046]: WARNING nova.compute.manager [req-6c3db5aa-c2e4-47cc-9af4-69868b33e215 req-cbafdfba-b6f4-4a0e-a69d-42362a3ab754 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received unexpected event network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 for instance with vm_state active and task_state deleting.
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:49 user nova-compute[74046]: INFO os_vif [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:fe:aa,bridge_name='br-int',has_traffic_filtering=True,id=e3f8164b-74b2-4756-aed8-93fdff649736,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3f8164b-74')
Oct 23 18:28:49 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Deleting instance files /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43_del
Oct 23 18:28:49 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Deletion of /opt/stack/data/nova/instances/0fbe740b-8936-47bf-9a57-7e7c95651f43_del complete
Oct 23 18:28:49 user nova-compute[74046]: INFO nova.compute.manager [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Took 1.57 seconds to destroy the instance on the hypervisor.
Oct 23 18:28:49 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:50 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:28:50 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Took 1.32 seconds to deallocate network for instance.
Oct 23 18:28:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:50 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:28:50 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.482s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:51 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Deleted allocations for instance 0fbe740b-8936-47bf-9a57-7e7c95651f43
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received event network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Acquiring lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] No waiting events found dispatching network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:51 user nova-compute[74046]: WARNING nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received unexpected event network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 for instance with vm_state deleted and task_state None.
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received event network-vif-unplugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Acquiring lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] No waiting events found dispatching network-vif-unplugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:51 user nova-compute[74046]: WARNING nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received unexpected event network-vif-unplugged-e3f8164b-74b2-4756-aed8-93fdff649736 for instance with vm_state deleted and task_state None.
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received event network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Acquiring lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] No waiting events found dispatching network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:51 user nova-compute[74046]: WARNING nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received unexpected event network-vif-plugged-e3f8164b-74b2-4756-aed8-93fdff649736 for instance with vm_state deleted and task_state None.
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: 0fbe740b-8936-47bf-9a57-7e7c95651f43] Received event network-vif-deleted-e3f8164b-74b2-4756-aed8-93fdff649736 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Received event network-vif-plugged-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Acquiring lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] No waiting events found dispatching network-vif-plugged-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:51 user nova-compute[74046]: WARNING nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Received unexpected event network-vif-plugged-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 for instance with vm_state building and task_state spawning.
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Received event network-vif-plugged-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Acquiring lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] No waiting events found dispatching network-vif-plugged-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:28:51 user nova-compute[74046]: WARNING nova.compute.manager [req-7b823daa-0c8c-4ddd-88b0-b6d01d7beda2 req-c6efd98a-e692-4c99-b939-168cde39ab44 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Received unexpected event network-vif-plugged-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 for instance with vm_state building and task_state spawning.
Oct 23 18:28:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5a1f789b-8842-4220-980b-1499a3a0f08c tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "0fbe740b-8936-47bf-9a57-7e7c95651f43" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.589s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:28:51 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Instance spawned successfully.
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:28:51 user nova-compute[74046]: INFO nova.compute.manager [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Took 6.19 seconds to spawn the instance on the hypervisor.
Oct 23 18:28:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:28:52 user nova-compute[74046]: INFO nova.compute.manager [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Took 7.05 seconds to build instance.
Oct 23 18:28:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ebf6cb19-20bc-4ef8-a621-b1f3ab48cc9f tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.150s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:28:57 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Creating image(s)
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Ensure instance console log exists: /opt/stack/data/nova/instances/43511ed1-3337-4cf2-94a2-eab00283621c/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Start _get_guest_xml network_info=[{"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '5e08dbef-4e1f-4427-8ead-5ba3a21cca2b', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FJmjPRuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '43511ed1-3337-4cf2-94a2-eab00283621c', 'attached_at': '', 'detached_at': '', 'volume_id': '98a37379-46be-4f83-b223-9c8e327cf0aa', 'serial': '98a37379-46be-4f83-b223-9c8e327cf0aa'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:28:57 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 23 18:28:57 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.objects.instance [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lazy-loading 'vcpu_model' on Instance uuid 43511ed1-3337-4cf2-94a2-eab00283621c {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FJmjPRuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:28:57 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:28:57 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:28:57 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4533bcbb-4967-44e8-a573-a852c6194746]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:28:57 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[688a829b-2305-48b8-8a95-0a512d75a607]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa] added
Oct 23 18:28:57 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a78ddac-7c9a-4f13-a91b-9e0ed5da074b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[86a92d5d-5f69-43db-99ed-961470367531]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FJmjPRuT {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FJmjPRuT" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2392730a-a2c9-4121-8e46-9d56eb5e2440]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FJmjPRuT'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b78197a5-0586-489e-8643-d7031d5d085c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[68d463ad-2881-4df0-b922-3b7a464d1c72]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5eb5dc4-fe58-42f6-8a35-024da8cc976e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260]
Oct 23 18:28:57 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260] successful.
Oct 23 18:28:57 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f1ed9c9-17dc-4578-87f3-c522ea02dcc9]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3ff218a-a4f4-443c-98ef-2d953ce2ba45]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:28:57 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:28:57 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] HCTL ('33', '-', '-', 0) found on session 13 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2546d546-5878-4efc-8065-d2f3f1f946b8]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Searching for a device in session 13 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:28:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FJmjPRuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '23631613633623861', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23631613633623861', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:26:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1523187742',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1238869610',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOJIG8OkfeJuq2QM8zBJYHirmMkOx+v/w/Nv1DX5/hMdjXsBJ+pkScGydbFlhVVsyYSLkUquWAQp9ti2hPaU/0x0tLuVa2MnZd6O+Gg0fLMHF4X+h17lkrI3cHH0VDw+dw==',key_name='tempest-keypair-1920618184',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:26:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2717c7efa8784efc91cbd2cc36a709ef',ramdisk_id='',reservation_id='r-0e857v4e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1154510892',owner_user_name='tempest-ServerActionsV293TestJSON-1154510892-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:28:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='740c7ef9c8fe4ec5989a8ff6f7fdbae7',uuid=43511ed1-3337-4cf2-94a2-eab00283621c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Converting VIF {"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:28:58 user nova-compute[74046]:   <uuid>43511ed1-3337-4cf2-94a2-eab00283621c</uuid>
Oct 23 18:28:58 user nova-compute[74046]:   <name>instance-0000000a</name>
Oct 23 18:28:58 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:28:58 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:28:58 user nova-compute[74046]:   <metadata>
Oct 23 18:28:58 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:28:58 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:28:58 user nova-compute[74046]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1523187742</nova:name>
Oct 23 18:28:58 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:28:57</nova:creationTime>
Oct 23 18:28:58 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:28:58 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:28:58 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:28:58 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:28:58 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:28:58 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:28:58 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:28:58 user nova-compute[74046]:       <nova:owner>
Oct 23 18:28:58 user nova-compute[74046]:         <nova:user uuid="740c7ef9c8fe4ec5989a8ff6f7fdbae7">tempest-ServerActionsV293TestJSON-1154510892-project-member</nova:user>
Oct 23 18:28:58 user nova-compute[74046]:         <nova:project uuid="2717c7efa8784efc91cbd2cc36a709ef">tempest-ServerActionsV293TestJSON-1154510892</nova:project>
Oct 23 18:28:58 user nova-compute[74046]:       </nova:owner>
Oct 23 18:28:58 user nova-compute[74046]:       <nova:ports>
Oct 23 18:28:58 user nova-compute[74046]:         <nova:port uuid="b2dda34b-75a6-45e7-9a5d-e53aadfca072">
Oct 23 18:28:58 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 18:28:58 user nova-compute[74046]:         </nova:port>
Oct 23 18:28:58 user nova-compute[74046]:       </nova:ports>
Oct 23 18:28:58 user nova-compute[74046]:     </nova:instance>
Oct 23 18:28:58 user nova-compute[74046]:   </metadata>
Oct 23 18:28:58 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:28:58 user nova-compute[74046]:     <system>
Oct 23 18:28:58 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:28:58 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:28:58 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:28:58 user nova-compute[74046]:       <entry name="serial">43511ed1-3337-4cf2-94a2-eab00283621c</entry>
Oct 23 18:28:58 user nova-compute[74046]:       <entry name="uuid">43511ed1-3337-4cf2-94a2-eab00283621c</entry>
Oct 23 18:28:58 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:28:58 user nova-compute[74046]:     </system>
Oct 23 18:28:58 user nova-compute[74046]:   </sysinfo>
Oct 23 18:28:58 user nova-compute[74046]:   <os>
Oct 23 18:28:58 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:28:58 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:28:58 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:28:58 user nova-compute[74046]:   </os>
Oct 23 18:28:58 user nova-compute[74046]:   <features>
Oct 23 18:28:58 user nova-compute[74046]:     <acpi/>
Oct 23 18:28:58 user nova-compute[74046]:     <apic/>
Oct 23 18:28:58 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:28:58 user nova-compute[74046]:   </features>
Oct 23 18:28:58 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:28:58 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:28:58 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:28:58 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:28:58 user nova-compute[74046]:   </clock>
Oct 23 18:28:58 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:28:58 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:28:58 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:28:58 user nova-compute[74046]:   </cpu>
Oct 23 18:28:58 user nova-compute[74046]:   <devices>
Oct 23 18:28:58 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:28:58 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:28:58 user nova-compute[74046]:       <source dev="/dev/sdb"/>
Oct 23 18:28:58 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:28:58 user nova-compute[74046]:       <serial>98a37379-46be-4f83-b223-9c8e327cf0aa</serial>
Oct 23 18:28:58 user nova-compute[74046]:     </disk>
Oct 23 18:28:58 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:28:58 user nova-compute[74046]:       <mac address="fa:16:3e:2e:4d:56"/>
Oct 23 18:28:58 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:28:58 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:28:58 user nova-compute[74046]:       <target dev="tapb2dda34b-75"/>
Oct 23 18:28:58 user nova-compute[74046]:     </interface>
Oct 23 18:28:58 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:28:58 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/43511ed1-3337-4cf2-94a2-eab00283621c/console.log" append="off"/>
Oct 23 18:28:58 user nova-compute[74046]:     </serial>
Oct 23 18:28:58 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:28:58 user nova-compute[74046]:     <video>
Oct 23 18:28:58 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:28:58 user nova-compute[74046]:     </video>
Oct 23 18:28:58 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:28:58 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:28:58 user nova-compute[74046]:     </rng>
Oct 23 18:28:58 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:28:58 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:28:58 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:28:58 user nova-compute[74046]:     </memballoon>
Oct 23 18:28:58 user nova-compute[74046]:   </devices>
Oct 23 18:28:58 user nova-compute[74046]: </domain>
Oct 23 18:28:58 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:26:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1523187742',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1238869610',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOJIG8OkfeJuq2QM8zBJYHirmMkOx+v/w/Nv1DX5/hMdjXsBJ+pkScGydbFlhVVsyYSLkUquWAQp9ti2hPaU/0x0tLuVa2MnZd6O+Gg0fLMHF4X+h17lkrI3cHH0VDw+dw==',key_name='tempest-keypair-1920618184',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:26:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='2717c7efa8784efc91cbd2cc36a709ef',ramdisk_id='',reservation_id='r-0e857v4e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1154510892',owner_user_name='tempest-ServerActionsV293TestJSON-1154510892-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:28:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='740c7ef9c8fe4ec5989a8ff6f7fdbae7',uuid=43511ed1-3337-4cf2-94a2-eab00283621c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Converting VIF {"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG os_vif [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4f33ed3e-9fc3-586a-912f-97370cbc0ada', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb2dda34b-75, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb2dda34b-75, col_values=(('qos', UUID('da712996-2072-453c-bad3-0134693a3618')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb2dda34b-75, col_values=(('external_ids', {'iface-id': 'b2dda34b-75a6-45e7-9a5d-e53aadfca072', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2e:4d:56', 'vm-uuid': '43511ed1-3337-4cf2-94a2-eab00283621c'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:58 user nova-compute[74046]: INFO os_vif [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75')
Oct 23 18:28:58 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:28:58 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] No VIF found with MAC fa:16:3e:2e:4d:56, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:28:59 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:28:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:28:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:28:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lazy-loading 'flavor' on Instance uuid 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:28:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:28:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.089s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:00 user nova-compute[74046]: INFO nova.compute.manager [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Attaching volume 95337db3-1d55-4384-a5ca-88fceb2efc8f to /dev/vdb
Oct 23 18:29:00 user nova-compute[74046]: DEBUG os_brick.utils [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-89e13631-8506-43c4-baf0-bca8f0f7ac64 req-07e29084-962b-450d-b908-eaed5c1810b7 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received event network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-89e13631-8506-43c4-baf0-bca8f0f7ac64 req-07e29084-962b-450d-b908-eaed5c1810b7 service nova] Acquiring lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-89e13631-8506-43c4-baf0-bca8f0f7ac64 req-07e29084-962b-450d-b908-eaed5c1810b7 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-89e13631-8506-43c4-baf0-bca8f0f7ac64 req-07e29084-962b-450d-b908-eaed5c1810b7 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-89e13631-8506-43c4-baf0-bca8f0f7ac64 req-07e29084-962b-450d-b908-eaed5c1810b7 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] No waiting events found dispatching network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:00 user nova-compute[74046]: WARNING nova.compute.manager [req-89e13631-8506-43c4-baf0-bca8f0f7ac64 req-07e29084-962b-450d-b908-eaed5c1810b7 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received unexpected event network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 for instance with vm_state active and task_state rebuild_spawning.
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2810fc1-2811-420d-a6ec-62ecd5b6c363]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f90f54cc-8ef7-4b12-ba16-3405fe953d39]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da59ee2-2c76-4c45-8b30-e67e84caec20]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[caab8424-45ab-44c1-9d57-10fb1aebc7be]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:29:00 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8a5ea21-7533-4944-a87d-df866f133d1c]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG os_brick.utils [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updating existing volume attachment record: 4d4cae37-aca0-467c-9bab-a7ad2743f444 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG nova.objects.instance [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lazy-loading 'flavor' on Instance uuid c7ea709a-2c48-4257-90a9-a54e03478e3c {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.098s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:01 user nova-compute[74046]: INFO nova.compute.manager [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Attaching volume d4fa6894-8507-4d04-92b8-e11276815eac to /dev/vdb
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG os_brick.utils [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0873bdc2-e6ee-4f9c-8e91-5696cd38908b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1871c71-80d2-459c-a80b-ae1c81abcb4c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8666482-d7a3-438b-9237-25421cd60788]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[57494c7e-c382-4869-8c39-cb81f8c687cc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:29:01 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:29:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b250cc68-e161-48a3-872f-8e890107f7eb]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG os_brick.utils [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:29:01 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating existing volume attachment record: 4bd92825-6a29-4195-a026-53be5f73a8b3 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating instance_info_cache with network_info: [{"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-04d378e2-51fb-478f-8f0f-c8a28d10cf0e req-6fe3b092-9023-4000-9aab-4605df09a871 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received event network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-04d378e2-51fb-478f-8f0f-c8a28d10cf0e req-6fe3b092-9023-4000-9aab-4605df09a871 service nova] Acquiring lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-04d378e2-51fb-478f-8f0f-c8a28d10cf0e req-6fe3b092-9023-4000-9aab-4605df09a871 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-04d378e2-51fb-478f-8f0f-c8a28d10cf0e req-6fe3b092-9023-4000-9aab-4605df09a871 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-04d378e2-51fb-478f-8f0f-c8a28d10cf0e req-6fe3b092-9023-4000-9aab-4605df09a871 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] No waiting events found dispatching network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:02 user nova-compute[74046]: WARNING nova.compute.manager [req-04d378e2-51fb-478f-8f0f-c8a28d10cf0e req-6fe3b092-9023-4000-9aab-4605df09a871 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received unexpected event network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 for instance with vm_state active and task_state rebuild_spawning.
Oct 23 18:29:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:29:02 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Instance spawned successfully.
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG nova.objects.instance [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74046) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a8a35717-7997-47c1-b0db-3d323621fb05 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.097s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sde (vdc) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:04 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:29:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.005s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:04 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:29:04 user nova-compute[74046]: INFO nova.compute.claims [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Claim successful on node user
Oct 23 18:29:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.295s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.281s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.049s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.293s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:29:05 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:29:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:29:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG nova.policy [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba365aa5b0a44d718be5e737ad6d23ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8afd1e53cfdb4074bd9fc58762ff2637', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.287s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:29:06 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Creating image(s)
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "/opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "/opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "/opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.052s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.256s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.212s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk 1073741824" returned: 0 in 0.105s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.328s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.251s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Successfully created port: df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Cannot resize image /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Ensure instance console log exists: /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.223s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Successfully updated port: df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "refresh_cache-e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquired lock "refresh_cache-e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-6df889cf-5ef5-482a-ac0f-9a93a34338c1 req-7a979527-2126-41f6-ad07-7a1d1cf19ccd service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received event network-changed-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-6df889cf-5ef5-482a-ac0f-9a93a34338c1 req-7a979527-2126-41f6-ad07-7a1d1cf19ccd service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Refreshing instance network info cache due to event network-changed-df053e74-64ff-40cd-9316-f936b6371363. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6df889cf-5ef5-482a-ac0f-9a93a34338c1 req-7a979527-2126-41f6-ad07-7a1d1cf19ccd service nova] Acquiring lock "refresh_cache-e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdh (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdi (vdc) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:29:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Updating instance_info_cache with network_info: [{"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:09 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:29:09 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7199MB free_disk=25.45315933227539GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Releasing lock "refresh_cache-e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Instance network_info: |[{"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6df889cf-5ef5-482a-ac0f-9a93a34338c1 req-7a979527-2126-41f6-ad07-7a1d1cf19ccd service nova] Acquired lock "refresh_cache-e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.network.neutron [req-6df889cf-5ef5-482a-ac0f-9a93a34338c1 req-7a979527-2126-41f6-ad07-7a1d1cf19ccd service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Refreshing network info cache for port df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Start _get_guest_xml network_info=[{"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:29:09 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:29:09 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:29:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-969102318',display_name='tempest-tempest.common.compute-instance-969102318',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-969102318',id=15,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCWDvNM5x3PBt7T3gfo5BK2i35Rszq/JMttE5XMe+JzlMxcNTv/dUaVWcabsOftlzl9LXnuzFegzdaRl4Oy69qIePY24C8BMeyGF9Agbhao9zDBMbpciJkL1hQw4XGMgYw==',key_name='tempest-keypair-1751572263',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-003w4xu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:29:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.objects.instance [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lazy-loading 'pci_devices' on Instance uuid e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:29:09 user nova-compute[74046]:   <uuid>e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2</uuid>
Oct 23 18:29:09 user nova-compute[74046]:   <name>instance-0000000f</name>
Oct 23 18:29:09 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:29:09 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:29:09 user nova-compute[74046]:   <metadata>
Oct 23 18:29:09 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:29:09 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:29:09 user nova-compute[74046]:       <nova:name>tempest-tempest.common.compute-instance-969102318</nova:name>
Oct 23 18:29:09 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:29:09</nova:creationTime>
Oct 23 18:29:09 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:29:09 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:29:09 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:29:09 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:29:09 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:29:09 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:29:09 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:29:09 user nova-compute[74046]:       <nova:owner>
Oct 23 18:29:09 user nova-compute[74046]:         <nova:user uuid="ba365aa5b0a44d718be5e737ad6d23ac">tempest-ServerActionsTestOtherA-1690585759-project-member</nova:user>
Oct 23 18:29:09 user nova-compute[74046]:         <nova:project uuid="8afd1e53cfdb4074bd9fc58762ff2637">tempest-ServerActionsTestOtherA-1690585759</nova:project>
Oct 23 18:29:09 user nova-compute[74046]:       </nova:owner>
Oct 23 18:29:09 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:29:09 user nova-compute[74046]:       <nova:ports>
Oct 23 18:29:09 user nova-compute[74046]:         <nova:port uuid="df053e74-64ff-40cd-9316-f936b6371363">
Oct 23 18:29:09 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 23 18:29:09 user nova-compute[74046]:         </nova:port>
Oct 23 18:29:09 user nova-compute[74046]:       </nova:ports>
Oct 23 18:29:09 user nova-compute[74046]:     </nova:instance>
Oct 23 18:29:09 user nova-compute[74046]:   </metadata>
Oct 23 18:29:09 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:29:09 user nova-compute[74046]:     <system>
Oct 23 18:29:09 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:29:09 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:29:09 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:29:09 user nova-compute[74046]:       <entry name="serial">e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2</entry>
Oct 23 18:29:09 user nova-compute[74046]:       <entry name="uuid">e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2</entry>
Oct 23 18:29:09 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:29:09 user nova-compute[74046]:     </system>
Oct 23 18:29:09 user nova-compute[74046]:   </sysinfo>
Oct 23 18:29:09 user nova-compute[74046]:   <os>
Oct 23 18:29:09 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:29:09 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:29:09 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:29:09 user nova-compute[74046]:   </os>
Oct 23 18:29:09 user nova-compute[74046]:   <features>
Oct 23 18:29:09 user nova-compute[74046]:     <acpi/>
Oct 23 18:29:09 user nova-compute[74046]:     <apic/>
Oct 23 18:29:09 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:29:09 user nova-compute[74046]:   </features>
Oct 23 18:29:09 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:29:09 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:29:09 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:29:09 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:29:09 user nova-compute[74046]:   </clock>
Oct 23 18:29:09 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:29:09 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:29:09 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:29:09 user nova-compute[74046]:   </cpu>
Oct 23 18:29:09 user nova-compute[74046]:   <devices>
Oct 23 18:29:09 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:29:09 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:29:09 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk"/>
Oct 23 18:29:09 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:29:09 user nova-compute[74046]:     </disk>
Oct 23 18:29:09 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:29:09 user nova-compute[74046]:       <mac address="fa:16:3e:a0:4a:e7"/>
Oct 23 18:29:09 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:29:09 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:29:09 user nova-compute[74046]:       <target dev="tapdf053e74-64"/>
Oct 23 18:29:09 user nova-compute[74046]:     </interface>
Oct 23 18:29:09 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:29:09 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/console.log" append="off"/>
Oct 23 18:29:09 user nova-compute[74046]:     </serial>
Oct 23 18:29:09 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:29:09 user nova-compute[74046]:     <video>
Oct 23 18:29:09 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:29:09 user nova-compute[74046]:     </video>
Oct 23 18:29:09 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:29:09 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:29:09 user nova-compute[74046]:     </rng>
Oct 23 18:29:09 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:29:09 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:29:09 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:29:09 user nova-compute[74046]:     </memballoon>
Oct 23 18:29:09 user nova-compute[74046]:   </devices>
Oct 23 18:29:09 user nova-compute[74046]: </domain>
Oct 23 18:29:09 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:29:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-969102318',display_name='tempest-tempest.common.compute-instance-969102318',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-969102318',id=15,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCWDvNM5x3PBt7T3gfo5BK2i35Rszq/JMttE5XMe+JzlMxcNTv/dUaVWcabsOftlzl9LXnuzFegzdaRl4Oy69qIePY24C8BMeyGF9Agbhao9zDBMbpciJkL1hQw4XGMgYw==',key_name='tempest-keypair-1751572263',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-003w4xu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:29:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG os_vif [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a32cc9e5-ed6f-571d-b099-7ac5b880fac6', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdf053e74-64, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdf053e74-64, col_values=(('qos', UUID('e856c2dc-051a-46f2-b7ed-9581c4e13913')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdf053e74-64, col_values=(('external_ids', {'iface-id': 'df053e74-64ff-40cd-9316-f936b6371363', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a0:4a:e7', 'vm-uuid': 'e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:09 user nova-compute[74046]: INFO os_vif [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64')
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c7ea709a-2c48-4257-90a9-a54e03478e3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e5cd49-7784-4467-9952-ba68b07e1c07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 019ede76-5933-4bb6-933d-65c09cc11810 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 43511ed1-3337-4cf2-94a2-eab00283621c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 474936e7-e2f3-4060-b7aa-e1dbd7181473 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 535de8ee-7dc5-406a-98de-2d5cd139324e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance ebd037d0-1963-4fdb-9d91-a0f80f993ab0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:29:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No VIF found with MAC fa:16:3e:a0:4a:e7, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:29:10 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:29:10 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:29:10 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:29:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.841s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:10 user nova-compute[74046]: DEBUG nova.network.neutron [req-6df889cf-5ef5-482a-ac0f-9a93a34338c1 req-7a979527-2126-41f6-ad07-7a1d1cf19ccd service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Updated VIF entry in instance network info cache for port df053e74-64ff-40cd-9316-f936b6371363. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:29:10 user nova-compute[74046]: DEBUG nova.network.neutron [req-6df889cf-5ef5-482a-ac0f-9a93a34338c1 req-7a979527-2126-41f6-ad07-7a1d1cf19ccd service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Updating instance_info_cache with network_info: [{"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6df889cf-5ef5-482a-ac0f-9a93a34338c1 req-7a979527-2126-41f6-ad07-7a1d1cf19ccd service nova] Releasing lock "refresh_cache-e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-8be8ee51-ee7e-44ad-a8d6-b035fc5f97ea req-596fe411-d4f4-4545-9f27-0e7d417ae4e0 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received event network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8be8ee51-ee7e-44ad-a8d6-b035fc5f97ea req-596fe411-d4f4-4545-9f27-0e7d417ae4e0 service nova] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8be8ee51-ee7e-44ad-a8d6-b035fc5f97ea req-596fe411-d4f4-4545-9f27-0e7d417ae4e0 service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8be8ee51-ee7e-44ad-a8d6-b035fc5f97ea req-596fe411-d4f4-4545-9f27-0e7d417ae4e0 service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-8be8ee51-ee7e-44ad-a8d6-b035fc5f97ea req-596fe411-d4f4-4545-9f27-0e7d417ae4e0 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] No waiting events found dispatching network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:11 user nova-compute[74046]: WARNING nova.compute.manager [req-8be8ee51-ee7e-44ad-a8d6-b035fc5f97ea req-596fe411-d4f4-4545-9f27-0e7d417ae4e0 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received unexpected event network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 for instance with vm_state building and task_state spawning.
Oct 23 18:29:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:13 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:29:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:29:13 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Instance spawned successfully.
Oct 23 18:29:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:29:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-3f6ddaa3-0ea3-4580-9d77-1c7721936e95 req-5c6e043e-778a-4866-b094-ca278fdf6eb1 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received event network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3f6ddaa3-0ea3-4580-9d77-1c7721936e95 req-5c6e043e-778a-4866-b094-ca278fdf6eb1 service nova] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3f6ddaa3-0ea3-4580-9d77-1c7721936e95 req-5c6e043e-778a-4866-b094-ca278fdf6eb1 service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3f6ddaa3-0ea3-4580-9d77-1c7721936e95 req-5c6e043e-778a-4866-b094-ca278fdf6eb1 service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-3f6ddaa3-0ea3-4580-9d77-1c7721936e95 req-5c6e043e-778a-4866-b094-ca278fdf6eb1 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] No waiting events found dispatching network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:13 user nova-compute[74046]: WARNING nova.compute.manager [req-3f6ddaa3-0ea3-4580-9d77-1c7721936e95 req-5c6e043e-778a-4866-b094-ca278fdf6eb1 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received unexpected event network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 for instance with vm_state building and task_state spawning.
Oct 23 18:29:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:13 user nova-compute[74046]: INFO nova.compute.manager [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Took 7.42 seconds to spawn the instance on the hypervisor.
Oct 23 18:29:13 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:29:13 user nova-compute[74046]: INFO nova.compute.manager [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Took 9.15 seconds to build instance.
Oct 23 18:29:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ffc57cdb-9d9f-4fce-bd2d-873edef54292 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.301s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Acquiring lock "019ede76-5933-4bb6-933d-65c09cc11810" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "019ede76-5933-4bb6-933d-65c09cc11810" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Acquiring lock "019ede76-5933-4bb6-933d-65c09cc11810-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "019ede76-5933-4bb6-933d-65c09cc11810-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "019ede76-5933-4bb6-933d-65c09cc11810-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:14 user nova-compute[74046]: INFO nova.compute.manager [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Terminating instance
Oct 23 18:29:14 user nova-compute[74046]: DEBUG nova.compute.manager [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:29:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-50632c07-53a0-4a70-ac47-20b4541d3147 req-d6647733-3afa-4f15-a196-94eb24a373b7 service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Received event network-vif-unplugged-df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-50632c07-53a0-4a70-ac47-20b4541d3147 req-d6647733-3afa-4f15-a196-94eb24a373b7 service nova] Acquiring lock "019ede76-5933-4bb6-933d-65c09cc11810-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-50632c07-53a0-4a70-ac47-20b4541d3147 req-d6647733-3afa-4f15-a196-94eb24a373b7 service nova] Lock "019ede76-5933-4bb6-933d-65c09cc11810-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-50632c07-53a0-4a70-ac47-20b4541d3147 req-d6647733-3afa-4f15-a196-94eb24a373b7 service nova] Lock "019ede76-5933-4bb6-933d-65c09cc11810-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-50632c07-53a0-4a70-ac47-20b4541d3147 req-d6647733-3afa-4f15-a196-94eb24a373b7 service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] No waiting events found dispatching network-vif-unplugged-df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-50632c07-53a0-4a70-ac47-20b4541d3147 req-d6647733-3afa-4f15-a196-94eb24a373b7 service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Received event network-vif-unplugged-df5f3731-3267-4d10-bad1-884625358e1d for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:15 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Instance destroyed successfully.
Oct 23 18:29:15 user nova-compute[74046]: DEBUG nova.objects.instance [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lazy-loading 'resources' on Instance uuid 019ede76-5933-4bb6-933d-65c09cc11810 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1134957859',display_name='tempest-VolumesAssistedSnapshotsTest-server-1134957859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1134957859',id=9,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFixyqySshqQJbgKP2eXGwzt0DaYI35hLtl+bRc3B6GkE59k2BrF31S+r+2GUxtVXvUFFOOeHHXKcihSftRfMUxH8UcKyyeF0pbUMds96MJRGVcCv0K5Xh14eZIznfJxUA==',key_name='tempest-keypair-1312406513',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:25:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9cac6764343c463d9ba80f99b4113753',ramdisk_id='',reservation_id='r-xoxp1yho',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-533288782',owner_user_name='tempest-VolumesAssistedSnapshotsTest-533288782-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:25:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6c8edbd9b9734763af165330be9d669c',uuid=019ede76-5933-4bb6-933d-65c09cc11810,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df5f3731-3267-4d10-bad1-884625358e1d", "address": "fa:16:3e:1e:1a:e9", "network": {"id": "b9164c9f-f705-4cff-b858-919c22008d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-414418322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cac6764343c463d9ba80f99b4113753", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3731-32", "ovs_interfaceid": "df5f3731-3267-4d10-bad1-884625358e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Converting VIF {"id": "df5f3731-3267-4d10-bad1-884625358e1d", "address": "fa:16:3e:1e:1a:e9", "network": {"id": "b9164c9f-f705-4cff-b858-919c22008d65", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-414418322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9cac6764343c463d9ba80f99b4113753", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf5f3731-32", "ovs_interfaceid": "df5f3731-3267-4d10-bad1-884625358e1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1e:1a:e9,bridge_name='br-int',has_traffic_filtering=True,id=df5f3731-3267-4d10-bad1-884625358e1d,network=Network(b9164c9f-f705-4cff-b858-919c22008d65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3731-32') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG os_vif [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1e:1a:e9,bridge_name='br-int',has_traffic_filtering=True,id=df5f3731-3267-4d10-bad1-884625358e1d,network=Network(b9164c9f-f705-4cff-b858-919c22008d65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3731-32') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf5f3731-32, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d06ecbf2-8726-463f-95e7-03d932d80e65) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:15 user nova-compute[74046]: INFO os_vif [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1e:1a:e9,bridge_name='br-int',has_traffic_filtering=True,id=df5f3731-3267-4d10-bad1-884625358e1d,network=Network(b9164c9f-f705-4cff-b858-919c22008d65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf5f3731-32')
Oct 23 18:29:15 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Deleting instance files /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810_del
Oct 23 18:29:15 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Deletion of /opt/stack/data/nova/instances/019ede76-5933-4bb6-933d-65c09cc11810_del complete
Oct 23 18:29:15 user nova-compute[74046]: INFO nova.compute.manager [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Took 0.99 seconds to destroy the instance on the hypervisor.
Oct 23 18:29:15 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:29:15 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:29:16 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:16 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Took 1.25 seconds to deallocate network for instance.
Oct 23 18:29:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-ac243183-f117-4928-9a86-646768b89ee8 req-fd5a7270-5311-47ed-acda-6071cdd6a567 service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Received event network-vif-plugged-df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ac243183-f117-4928-9a86-646768b89ee8 req-fd5a7270-5311-47ed-acda-6071cdd6a567 service nova] Acquiring lock "019ede76-5933-4bb6-933d-65c09cc11810-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ac243183-f117-4928-9a86-646768b89ee8 req-fd5a7270-5311-47ed-acda-6071cdd6a567 service nova] Lock "019ede76-5933-4bb6-933d-65c09cc11810-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ac243183-f117-4928-9a86-646768b89ee8 req-fd5a7270-5311-47ed-acda-6071cdd6a567 service nova] Lock "019ede76-5933-4bb6-933d-65c09cc11810-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-ac243183-f117-4928-9a86-646768b89ee8 req-fd5a7270-5311-47ed-acda-6071cdd6a567 service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] No waiting events found dispatching network-vif-plugged-df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:17 user nova-compute[74046]: WARNING nova.compute.manager [req-ac243183-f117-4928-9a86-646768b89ee8 req-fd5a7270-5311-47ed-acda-6071cdd6a567 service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Received unexpected event network-vif-plugged-df5f3731-3267-4d10-bad1-884625358e1d for instance with vm_state deleted and task_state None.
Oct 23 18:29:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-ac243183-f117-4928-9a86-646768b89ee8 req-fd5a7270-5311-47ed-acda-6071cdd6a567 service nova] [instance: 019ede76-5933-4bb6-933d-65c09cc11810] Received event network-vif-deleted-df5f3731-3267-4d10-bad1-884625358e1d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:17 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:29:17 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:29:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.768s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:17 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Deleted allocations for instance 019ede76-5933-4bb6-933d-65c09cc11810
Oct 23 18:29:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-424cf972-6a4c-479c-a9ab-9dee614c00b9 tempest-VolumesAssistedSnapshotsTest-533288782 tempest-VolumesAssistedSnapshotsTest-533288782-project-member] Lock "019ede76-5933-4bb6-933d-65c09cc11810" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.356s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ifJZdlmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:29:23 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:29:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:29:23 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:29:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:29:23 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260" returned: 21 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cede363-f8cd-4fdc-8c91-a4687b3fa6af]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:29:23 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d1e4b96-1f8b-4242-a130-4dae2443d3f7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f] added
Oct 23 18:29:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1203ad57-1e95-4b07-abb3-65dd0cc02121]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e99fdfa-ab88-4a75-84d2-697c01bcdca8]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ifJZdlmN {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ifJZdlmN" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d04a930-a2d8-44fb-940d-478c6829a47f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ifJZdlmN'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[359b7b23-3acf-4396-b5d2-954dc30ea64d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[579e1647-46b4-4c75-9c24-2eddc09a0065]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0443b7e-c6b6-4d8f-9c04-2e4119cd0b4d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f, portal: 172.16.0.220,3260]
Oct 23 18:29:24 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f, portal: 172.16.0.220,3260] successful.
Oct 23 18:29:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8808b4e1-cc10-4ff3-b51c-33756b11e74c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[503e710b-94d4-447a-8e39-1ac6759a2e4c]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:24 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.340s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] HCTL ('37', '-', '-', 0) found on session 14 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a707168c-eeea-4e30-8855-3d2bcac14a79]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Searching for a device in session 14 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ifJZdlmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtbmeHKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:29:24 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:29:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.382s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] <== connect_volume: return (1383ms) {'type': 'block', 'scsi_wwn': '23138356261386636', 'path': '/dev/sdf'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23138356261386636', 'path': '/dev/sdf'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.531s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:29:25 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:29:25 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG nova.objects.instance [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lazy-loading 'flavor' on Instance uuid 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9600fe7a-f69f-41d3-bf53-aedd31cb5ac5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:29:25 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:29:25 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:29:25 user nova-compute[74046]:   <source dev="/dev/sdf"/>
Oct 23 18:29:25 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:29:25 user nova-compute[74046]:   <serial>95337db3-1d55-4384-a5ca-88fceb2efc8f</serial>
Oct 23 18:29:25 user nova-compute[74046]: </disk>
Oct 23 18:29:25 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e0deeca-b30e-4d22-988e-e496e5ddc2ec]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac] added
Oct 23 18:29:25 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec8364f-681e-4a46-b32f-d84d9c873e96]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f6e31e3-55b9-4fa8-8977-d50cdb3c80e1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZtbmeHKl {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZtbmeHKl" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b639059d-1315-49e4-8e0e-9ddb4af912ed]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZtbmeHKl'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[78106981-22c2-4d0b-a3ef-b70828451958]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dae9a51c-2065-4d5d-abc7-7c7e4b44b787]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --login" returned: 0 in 0.095s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[742701ab-c506-410a-bacc-a5ff4c7e5556]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260]
Oct 23 18:29:25 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260] successful.
Oct 23 18:29:25 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0897bc65-f05f-4219-931f-a4e07cf080e4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0792bcb1-ffd7-455a-ae14-ee844376d243]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:25 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:25 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] HCTL ('41', '-', '-', 0) found on session 15 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[85ce9a05-3ddd-426e-a1e7-75fbe115afe2]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Searching for a device in session 15 and hctl ['41', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] No VIF found with MAC fa:16:3e:0e:b5:1d, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:29:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-28001eeb-aeb3-44b3-a6bf-a7848b06ad68 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 25.664s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:26 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Searching for a device in session 15 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:29:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtbmeHKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:29:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.365s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:29:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] <== connect_volume: return (1895ms) {'type': 'block', 'scsi_wwn': '23837333535383663', 'path': '/dev/sdj'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:29:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837333535383663', 'path': '/dev/sdj'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:29:26 user nova-compute[74046]: DEBUG nova.objects.instance [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lazy-loading 'flavor' on Instance uuid c7ea709a-2c48-4257-90a9-a54e03478e3c {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:29:26 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:29:26 user nova-compute[74046]:   <source dev="/dev/sdj"/>
Oct 23 18:29:26 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:29:26 user nova-compute[74046]:   <serial>d4fa6894-8507-4d04-92b8-e11276815eac</serial>
Oct 23 18:29:26 user nova-compute[74046]: </disk>
Oct 23 18:29:26 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:29:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-2eb5b850-2692-4a39-903f-4287cd8e753d req-44e86375-0cf9-4d19-863d-20f4a388a0ee service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-changed-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-2eb5b850-2692-4a39-903f-4287cd8e753d req-44e86375-0cf9-4d19-863d-20f4a388a0ee service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing instance network info cache due to event network-changed-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:29:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2eb5b850-2692-4a39-903f-4287cd8e753d req-44e86375-0cf9-4d19-863d-20f4a388a0ee service nova] Acquiring lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:29:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2eb5b850-2692-4a39-903f-4287cd8e753d req-44e86375-0cf9-4d19-863d-20f4a388a0ee service nova] Acquired lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:29:26 user nova-compute[74046]: DEBUG nova.network.neutron [req-2eb5b850-2692-4a39-903f-4287cd8e753d req-44e86375-0cf9-4d19-863d-20f4a388a0ee service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Refreshing network info cache for port d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-5129f402-6188-43f2-96c9-04396df917b5 req-6ce7440a-c84f-45de-b8b0-0213ca7c132b service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-changed-c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-5129f402-6188-43f2-96c9-04396df917b5 req-6ce7440a-c84f-45de-b8b0-0213ca7c132b service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing instance network info cache due to event network-changed-c180529c-f194-4ec9-bba1-f933a1da43bd. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5129f402-6188-43f2-96c9-04396df917b5 req-6ce7440a-c84f-45de-b8b0-0213ca7c132b service nova] Acquiring lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5129f402-6188-43f2-96c9-04396df917b5 req-6ce7440a-c84f-45de-b8b0-0213ca7c132b service nova] Acquired lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG nova.network.neutron [req-5129f402-6188-43f2-96c9-04396df917b5 req-6ce7440a-c84f-45de-b8b0-0213ca7c132b service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Refreshing network info cache for port c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] No VIF found with MAC fa:16:3e:a2:9c:de, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:29:27 user nova-compute[74046]: INFO nova.compute.manager [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Rescuing
Oct 23 18:29:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquired lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG nova.network.neutron [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e67ebffc-38f6-4d35-8509-c519b252dab4 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.095s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG nova.network.neutron [req-5129f402-6188-43f2-96c9-04396df917b5 req-6ce7440a-c84f-45de-b8b0-0213ca7c132b service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updated VIF entry in instance network info cache for port c180529c-f194-4ec9-bba1-f933a1da43bd. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG nova.network.neutron [req-5129f402-6188-43f2-96c9-04396df917b5 req-6ce7440a-c84f-45de-b8b0-0213ca7c132b service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [{"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e9dfb252-1231-43ad-86df-8b180693684a", "address": "fa:16:3e:72:ce:90", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9dfb252-12", "ovs_interfaceid": "e9dfb252-1231-43ad-86df-8b180693684a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a836350d-50ee-4115-9777-a93a976414bf", "address": "fa:16:3e:f2:be:c5", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa836350d-50", "ovs_interfaceid": "a836350d-50ee-4115-9777-a93a976414bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a909f4d2-3226-4a02-94fc-130df6a53964", "address": "fa:16:3e:57:af:ba", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa909f4d2-32", "ovs_interfaceid": "a909f4d2-3226-4a02-94fc-130df6a53964", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5129f402-6188-43f2-96c9-04396df917b5 req-6ce7440a-c84f-45de-b8b0-0213ca7c132b service nova] Releasing lock "refresh_cache-474936e7-e2f3-4060-b7aa-e1dbd7181473" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG nova.network.neutron [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updating instance_info_cache with network_info: [{"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Releasing lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG nova.network.neutron [req-2eb5b850-2692-4a39-903f-4287cd8e753d req-44e86375-0cf9-4d19-863d-20f4a388a0ee service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updated VIF entry in instance network info cache for port d3c0134d-8d67-4a1f-817b-b3beb45d8ad0. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG nova.network.neutron [req-2eb5b850-2692-4a39-903f-4287cd8e753d req-44e86375-0cf9-4d19-863d-20f4a388a0ee service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [{"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6317f106-040d-4f80-acba-94a603a2874c", "address": "fa:16:3e:29:38:4e", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6317f106-04", "ovs_interfaceid": "6317f106-040d-4f80-acba-94a603a2874c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "address": "fa:16:3e:b9:f9:2b", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f516c6c-9c", "ovs_interfaceid": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c6065f19-7e34-4553-8db1-445fbfefa4af", "address": "fa:16:3e:1f:a1:44", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6065f19-7e", "ovs_interfaceid": "c6065f19-7e34-4553-8db1-445fbfefa4af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2eb5b850-2692-4a39-903f-4287cd8e753d req-44e86375-0cf9-4d19-863d-20f4a388a0ee service nova] Releasing lock "refresh_cache-535de8ee-7dc5-406a-98de-2d5cd139324e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:29:28 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Instance destroyed successfully.
Oct 23 18:29:28 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Attempting a stable device rescue
Oct 23 18:29:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74046) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Instance directory exists: not creating {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 18:29:28 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Creating image(s)
Oct 23 18:29:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "/opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "/opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "/opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG nova.objects.instance [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lazy-loading 'trusted_certs' on Instance uuid 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "a030355be15bd7cc648488ae368a3af8c00ec082" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "a030355be15bd7cc648488ae368a3af8c00ec082" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-0ffd5a13-b4f4-4866-a919-79f41a9d0b39 req-b5385d0d-d10b-42d6-9863-3b0fd7bc6789 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-unplugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0ffd5a13-b4f4-4866-a919-79f41a9d0b39 req-b5385d0d-d10b-42d6-9863-3b0fd7bc6789 service nova] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0ffd5a13-b4f4-4866-a919-79f41a9d0b39 req-b5385d0d-d10b-42d6-9863-3b0fd7bc6789 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0ffd5a13-b4f4-4866-a919-79f41a9d0b39 req-b5385d0d-d10b-42d6-9863-3b0fd7bc6789 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-0ffd5a13-b4f4-4866-a919-79f41a9d0b39 req-b5385d0d-d10b-42d6-9863-3b0fd7bc6789 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] No waiting events found dispatching network-vif-unplugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:28 user nova-compute[74046]: WARNING nova.compute.manager [req-0ffd5a13-b4f4-4866-a919-79f41a9d0b39 req-b5385d0d-d10b-42d6-9863-3b0fd7bc6789 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received unexpected event network-vif-unplugged-df4fbcf6-967b-4454-a509-0e9b972ac95a for instance with vm_state active and task_state rescuing.
Oct 23 18:29:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082.part --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:30 user nova-compute[74046]: DEBUG nova.compute.manager [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Stashing vm_state: active {{(pid=74046) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 23 18:29:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:30 user nova-compute[74046]: INFO nova.compute.manager [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Terminating instance
Oct 23 18:29:30 user nova-compute[74046]: DEBUG nova.compute.manager [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082.part --force-share --output=json" returned: 0 in 0.192s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG nova.virt.images [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] 50aeadc5-66e2-4bf2-9928-68cc85b4ceb0 was qcow2, converting to raw {{(pid=74046) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082.part /opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082.converted {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-1994e8d7-a2e0-4661-9fa9-3bbeceedb5b1 req-c0367fe9-9133-412c-8b15-a257bd2cd863 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1994e8d7-a2e0-4661-9fa9-3bbeceedb5b1 req-c0367fe9-9133-412c-8b15-a257bd2cd863 service nova] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1994e8d7-a2e0-4661-9fa9-3bbeceedb5b1 req-c0367fe9-9133-412c-8b15-a257bd2cd863 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1994e8d7-a2e0-4661-9fa9-3bbeceedb5b1 req-c0367fe9-9133-412c-8b15-a257bd2cd863 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-1994e8d7-a2e0-4661-9fa9-3bbeceedb5b1 req-c0367fe9-9133-412c-8b15-a257bd2cd863 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] No waiting events found dispatching network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:31 user nova-compute[74046]: WARNING nova.compute.manager [req-1994e8d7-a2e0-4661-9fa9-3bbeceedb5b1 req-c0367fe9-9133-412c-8b15-a257bd2cd863 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received unexpected event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a for instance with vm_state active and task_state rescuing.
Oct 23 18:29:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:29:31 user nova-compute[74046]: INFO nova.compute.claims [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Claim successful on node user
Oct 23 18:29:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:31 user nova-compute[74046]: INFO nova.compute.manager [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Terminating instance
Oct 23 18:29:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:29:31 user nova-compute[74046]: INFO nova.compute.resource_tracker [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating resource usage from migration 59f3efde-a3a2-4dae-81af-0a38e15e4e32
Oct 23 18:29:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082.part /opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082.converted" returned: 0 in 0.445s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082.converted --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-9deb88f9-3493-4ac9-878b-bd5106a5ce87 req-90b39a86-5e9c-4428-946a-3eecef3c376f service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-a0a1f1f4-6b50-4ba2-a037-177c11268e14 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9deb88f9-3493-4ac9-878b-bd5106a5ce87 req-90b39a86-5e9c-4428-946a-3eecef3c376f service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9deb88f9-3493-4ac9-878b-bd5106a5ce87 req-90b39a86-5e9c-4428-946a-3eecef3c376f service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9deb88f9-3493-4ac9-878b-bd5106a5ce87 req-90b39a86-5e9c-4428-946a-3eecef3c376f service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-9deb88f9-3493-4ac9-878b-bd5106a5ce87 req-90b39a86-5e9c-4428-946a-3eecef3c376f service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-unplugged-a0a1f1f4-6b50-4ba2-a037-177c11268e14 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-9deb88f9-3493-4ac9-878b-bd5106a5ce87 req-90b39a86-5e9c-4428-946a-3eecef3c376f service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-a0a1f1f4-6b50-4ba2-a037-177c11268e14 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-a5414313-32c1-4d59-9fa6-073810afc37c req-3dcb8d6d-5f0f-492c-a883-1673c23d6d55 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a5414313-32c1-4d59-9fa6-073810afc37c req-3dcb8d6d-5f0f-492c-a883-1673c23d6d55 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a5414313-32c1-4d59-9fa6-073810afc37c req-3dcb8d6d-5f0f-492c-a883-1673c23d6d55 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a5414313-32c1-4d59-9fa6-073810afc37c req-3dcb8d6d-5f0f-492c-a883-1673c23d6d55 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-a5414313-32c1-4d59-9fa6-073810afc37c req-3dcb8d6d-5f0f-492c-a883-1673c23d6d55 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-unplugged-c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-a5414313-32c1-4d59-9fa6-073810afc37c req-3dcb8d6d-5f0f-492c-a883-1673c23d6d55 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-c180529c-f194-4ec9-bba1-f933a1da43bd for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082.converted --force-share --output=json" returned: 0 in 0.241s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "a030355be15bd7cc648488ae368a3af8c00ec082" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.784s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "a030355be15bd7cc648488ae368a3af8c00ec082" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "a030355be15bd7cc648488ae368a3af8c00ec082" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082 --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082 --force-share --output=json" returned: 0 in 0.245s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082,backing_fmt=raw /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.rescue {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082,backing_fmt=raw /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.rescue" returned: 0 in 0.064s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "a030355be15bd7cc648488ae368a3af8c00ec082" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.315s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.objects.instance [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lazy-loading 'migration_context' on Instance uuid 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.objects.base [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Object Instance<33805cea-a476-4ad1-8a5e-3dc9dc29f71a> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Start _get_guest_xml network_info=[{"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "vif_mac": "fa:16:3e:0e:b5:1d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '50aeadc5-66e2-4bf2-9928-68cc85b4ceb0', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '4d4cae37-aca0-467c-9bab-a7ad2743f444', 'disk_bus': 'virtio', 'boot_index': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ifJZdlmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '33805cea-a476-4ad1-8a5e-3dc9dc29f71a', 'attached_at': '', 'detached_at': '', 'volume_id': '95337db3-1d55-4384-a5ca-88fceb2efc8f', 'serial': '95337db3-1d55-4384-a5ca-88fceb2efc8f'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.objects.instance [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lazy-loading 'resources' on Instance uuid 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.objects.base [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Object Instance<33805cea-a476-4ad1-8a5e-3dc9dc29f71a> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.objects.instance [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lazy-loading 'numa_topology' on Instance uuid 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.objects.base [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Object Instance<33805cea-a476-4ad1-8a5e-3dc9dc29f71a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.084s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:32 user nova-compute[74046]: INFO nova.compute.manager [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Migrating
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:32 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:29:32 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:29:32 user nova-compute[74046]: INFO nova.compute.rpcapi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.objects.instance [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lazy-loading 'vcpu_model' on Instance uuid 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquired lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.objects.base [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Object Instance<33805cea-a476-4ad1-8a5e-3dc9dc29f71a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ifJZdlmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:29:32 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:29:32 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:29:32 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a51466c-2cd4-4e0e-b2d8-36e88b5b4b68]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = ifJZdlmN\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 23 18:29:32 user nova-compute[74046]: node.name = iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:29:32 user nova-compute[74046]: node.tpgt = -1
Oct 23 18:29:32 user nova-compute[74046]: node.startup = automatic
Oct 23 18:29:32 user nova-compute[74046]: node.leading_login = No
Oct 23 18:29:32 user nova-compute[74046]: iface.iscsi_ifacename = default
Oct 23 18:29:32 user nova-compute[74046]: iface.net_ifacename = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.ipaddress = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.prefix_len = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.hwaddress = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.transport_name = tcp
Oct 23 18:29:32 user nova-compute[74046]: iface.initiatorname = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.state = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.vlan_id = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.vlan_priority = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.vlan_state = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.iface_num = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.mtu = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.port = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.bootproto = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.subnet_mask = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.gateway = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.dhcp_alt_client_id_state = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.dhcp_alt_client_id = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.dhcp_dns = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.dhcp_learn_iqn = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.dhcp_req_vendor_id_state = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.dhcp_vendor_id_state = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.dhcp_vendor_id = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.dhcp_slp_da = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.fragmentation = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.gratuitous_arp = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.incoming_forwarding = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.tos_state = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.tos = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.ttl = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.delayed_ack = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.tcp_nagle = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.tcp_wsf_state = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.tcp_wsf = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.tcp_timer_scale = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.tcp_timestamp = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.redirect = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.def_task_mgmt_timeout = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.header_digest = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.data_digest = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.immediate_data = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.initial_r2t = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.data_seq_inorder = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.data_pdu_inorder = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.erl = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.max_receive_data_len = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.first_burst_len = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.max_outstanding_r2t = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.max_burst_len = 0
Oct 23 18:29:32 user nova-compute[74046]: iface.chap_auth = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.bidi_chap = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.strict_login_compliance = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.discovery_auth = <empty>
Oct 23 18:29:32 user nova-compute[74046]: iface.discovery_logout = <empty>
Oct 23 18:29:32 user nova-compute[74046]: node.discovery_address = <empty>
Oct 23 18:29:32 user nova-compute[74046]: node.discovery_port = 0
Oct 23 18:29:32 user nova-compute[74046]: node.discovery_type = static
Oct 23 18:29:32 user nova-compute[74046]: node.session.initial_cmdsn = 0
Oct 23 18:29:32 user nova-compute[74046]: node.session.initial_login_retry_max = 8
Oct 23 18:29:32 user nova-compute[74046]: node.session.xmit_thread_priority = -20
Oct 23 18:29:32 user nova-compute[74046]: node.session.cmds_max = 128
Oct 23 18:29:32 user nova-compute[74046]: node.session.queue_depth = 32
Oct 23 18:29:32 user nova-compute[74046]: node.session.nr_sessions = 1
Oct 23 18:29:32 user nova-compute[74046]: node.session.auth.authmethod = CHAP
Oct 23 18:29:32 user nova-compute[74046]: node.session.auth.username = ifJZdlmN
Oct 23 18:29:32 user nova-compute[74046]: node.session.auth.password = ***
Oct 23 18:29:32 user nova-compute[74046]: node.session.auth.username_in = <empty>
Oct 23 18:29:32 user nova-compute[74046]: node.session.auth.password_in = <empty>
Oct 23 18:29:32 user nova-compute[74046]: node.session.auth.chap_algs = MD5
Oct 23 18:29:32 user nova-compute[74046]: node.session.timeo.replacement_timeout = 120
Oct 23 18:29:32 user nova-compute[74046]: node.session.err_timeo.abort_timeout = 15
Oct 23 18:29:32 user nova-compute[74046]: node.session.err_timeo.lu_reset_timeout = 30
Oct 23 18:29:32 user nova-compute[74046]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 23 18:29:32 user nova-compute[74046]: node.session.err_timeo.host_reset_timeout = 60
Oct 23 18:29:32 user nova-compute[74046]: node.session.iscsi.FastAbort = Yes
Oct 23 18:29:32 user nova-compute[74046]: node.session.iscsi.InitialR2T = No
Oct 23 18:29:32 user nova-compute[74046]: node.session.iscsi.ImmediateData = Yes
Oct 23 18:29:32 user nova-compute[74046]: node.session.iscsi.FirstBurstLength = 262144
Oct 23 18:29:32 user nova-compute[74046]: node.session.iscsi.MaxBurstLength = 16776192
Oct 23 18:29:32 user nova-compute[74046]: node.session.iscsi.DefaultTime2Retain = 0
Oct 23 18:29:32 user nova-compute[74046]: node.session.iscsi.DefaultTime2Wait = 2
Oct 23 18:29:32 user nova-compute[74046]: node.session.iscsi.MaxConnections = 1
Oct 23 18:29:32 user nova-compute[74046]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 23 18:29:32 user nova-compute[74046]: node.session.iscsi.ERL = 0
Oct 23 18:29:32 user nova-compute[74046]: node.session.scan = manual
Oct 23 18:29:32 user nova-compute[74046]: node.session.reopen_max = 0
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].address = 172.16.0.220
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].port = 3260
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].startup = manual
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].tcp.window_size = 524288
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].tcp.type_of_service = 0
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].timeo.logout_timeout = 15
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].timeo.login_timeout = 15
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].timeo.auth_timeout = 45
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].timeo.noop_out_interval = 5
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].timeo.noop_out_timeout = 5
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].iscsi.HeaderDigest = None
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].iscsi.DataDigest = None
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].iscsi.IFMarker = No
Oct 23 18:29:32 user nova-compute[74046]: node.conn[0].iscsi.OFMarker = No
Oct 23 18:29:32 user nova-compute[74046]: # END RECORD
Oct 23 18:29:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.038s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[da22f894-bce5-4436-9df8-8ab5b0816bea]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f707f4-2b2a-47f3-a133-f381fee9d9d4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ifJZdlmN {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ifJZdlmN" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef0ebbf9-5228-4fec-86d1-9f7733ec44c3]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ifJZdlmN'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0a079e9-1f65-40e3-a97b-584c9964faba]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.052s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c784b769-fac6-4789-abe7-b8a1f6957b5b]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:32 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.225s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] HCTL ('37', '0', '0', 0) found on session 14 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Scanning host 37 c: 0, t: 0, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[765cf7dd-16eb-4f14-856d-53becd9c69a4]: (4, ('0 0 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Searching for a device in session 14 and hctl ('37', '0', '0', 0) yield: sdf {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ifJZdlmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.262s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] <== connect_volume: return (263ms) {'type': 'block', 'scsi_wwn': '23138356261386636', 'path': '/dev/sdf'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23138356261386636', 'path': '/dev/sdf'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2033255777',display_name='tempest-ServerStableDeviceRescueTest-server-2033255777',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2033255777',id=5,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCEmF+O1Jcw1a65sQ8VoHo5Ckis/5y2jvy5nz5WV/fISeRi8bo4wTOwaDfvbJ0jwCdB9EewRvtH9L9yRZNZf2KGiQSNGWCs12+beOa5gA1GO0maElUT9rJpcvrGWtQR74Q==',key_name='tempest-keypair-970120561',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:25:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ed2940647c2c4592ac95daf3296956bb',ramdisk_id='',reservation_id='r-wqswjqyd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1590143838',owner_user_name='tempest-ServerStableDeviceRescueTest-1590143838-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:27:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5bcdb397a92148b9abd72168b50c95c3',uuid=33805cea-a476-4ad1-8a5e-3dc9dc29f71a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "vif_mac": "fa:16:3e:0e:b5:1d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Converting VIF {"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "vif_mac": "fa:16:3e:0e:b5:1d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0e:b5:1d,bridge_name='br-int',has_traffic_filtering=True,id=df4fbcf6-967b-4454-a509-0e9b972ac95a,network=Network(27632b05-e5e7-48a8-818e-78d11a1eb7a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fbcf6-96') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.objects.instance [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lazy-loading 'pci_devices' on Instance uuid 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.objects.base [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Object Instance<33805cea-a476-4ad1-8a5e-3dc9dc29f71a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:29:32 user nova-compute[74046]:   <uuid>33805cea-a476-4ad1-8a5e-3dc9dc29f71a</uuid>
Oct 23 18:29:32 user nova-compute[74046]:   <name>instance-00000005</name>
Oct 23 18:29:32 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:29:32 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:29:32 user nova-compute[74046]:   <metadata>
Oct 23 18:29:32 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:29:32 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:29:32 user nova-compute[74046]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-2033255777</nova:name>
Oct 23 18:29:32 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:29:32</nova:creationTime>
Oct 23 18:29:32 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:29:32 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:29:32 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:29:32 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:29:32 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:29:32 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:29:32 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:29:32 user nova-compute[74046]:       <nova:owner>
Oct 23 18:29:32 user nova-compute[74046]:         <nova:user uuid="5bcdb397a92148b9abd72168b50c95c3">tempest-ServerStableDeviceRescueTest-1590143838-project-member</nova:user>
Oct 23 18:29:32 user nova-compute[74046]:         <nova:project uuid="ed2940647c2c4592ac95daf3296956bb">tempest-ServerStableDeviceRescueTest-1590143838</nova:project>
Oct 23 18:29:32 user nova-compute[74046]:       </nova:owner>
Oct 23 18:29:32 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:29:32 user nova-compute[74046]:       <nova:ports>
Oct 23 18:29:32 user nova-compute[74046]:         <nova:port uuid="df4fbcf6-967b-4454-a509-0e9b972ac95a">
Oct 23 18:29:32 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 23 18:29:32 user nova-compute[74046]:         </nova:port>
Oct 23 18:29:32 user nova-compute[74046]:       </nova:ports>
Oct 23 18:29:32 user nova-compute[74046]:     </nova:instance>
Oct 23 18:29:32 user nova-compute[74046]:   </metadata>
Oct 23 18:29:32 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:29:32 user nova-compute[74046]:     <system>
Oct 23 18:29:32 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:29:32 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:29:32 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:29:32 user nova-compute[74046]:       <entry name="serial">33805cea-a476-4ad1-8a5e-3dc9dc29f71a</entry>
Oct 23 18:29:32 user nova-compute[74046]:       <entry name="uuid">33805cea-a476-4ad1-8a5e-3dc9dc29f71a</entry>
Oct 23 18:29:32 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:29:32 user nova-compute[74046]:     </system>
Oct 23 18:29:32 user nova-compute[74046]:   </sysinfo>
Oct 23 18:29:32 user nova-compute[74046]:   <os>
Oct 23 18:29:32 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:29:32 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:29:32 user nova-compute[74046]:   </os>
Oct 23 18:29:32 user nova-compute[74046]:   <features>
Oct 23 18:29:32 user nova-compute[74046]:     <acpi/>
Oct 23 18:29:32 user nova-compute[74046]:     <apic/>
Oct 23 18:29:32 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:29:32 user nova-compute[74046]:   </features>
Oct 23 18:29:32 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:29:32 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:29:32 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:29:32 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:29:32 user nova-compute[74046]:   </clock>
Oct 23 18:29:32 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:29:32 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:29:32 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:29:32 user nova-compute[74046]:   </cpu>
Oct 23 18:29:32 user nova-compute[74046]:   <devices>
Oct 23 18:29:32 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:29:32 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:29:32 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk"/>
Oct 23 18:29:32 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:29:32 user nova-compute[74046]:     </disk>
Oct 23 18:29:32 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:29:32 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:29:32 user nova-compute[74046]:       <source dev="/dev/sdf"/>
Oct 23 18:29:32 user nova-compute[74046]:       <target dev="vdb" bus="virtio"/>
Oct 23 18:29:32 user nova-compute[74046]:       <serial>95337db3-1d55-4384-a5ca-88fceb2efc8f</serial>
Oct 23 18:29:32 user nova-compute[74046]:     </disk>
Oct 23 18:29:32 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:29:32 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:29:32 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.rescue"/>
Oct 23 18:29:32 user nova-compute[74046]:       <target dev="vdc" bus="virtio"/>
Oct 23 18:29:32 user nova-compute[74046]:       <boot order="1"/>
Oct 23 18:29:32 user nova-compute[74046]:     </disk>
Oct 23 18:29:32 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:29:32 user nova-compute[74046]:       <mac address="fa:16:3e:0e:b5:1d"/>
Oct 23 18:29:32 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:29:32 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:29:32 user nova-compute[74046]:       <target dev="tapdf4fbcf6-96"/>
Oct 23 18:29:32 user nova-compute[74046]:     </interface>
Oct 23 18:29:32 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:29:32 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/console.log" append="off"/>
Oct 23 18:29:32 user nova-compute[74046]:     </serial>
Oct 23 18:29:32 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:29:32 user nova-compute[74046]:     <video>
Oct 23 18:29:32 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:29:32 user nova-compute[74046]:     </video>
Oct 23 18:29:32 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:29:32 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:29:32 user nova-compute[74046]:     </rng>
Oct 23 18:29:32 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:29:32 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:29:32 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:29:32 user nova-compute[74046]:     </memballoon>
Oct 23 18:29:32 user nova-compute[74046]:   </devices>
Oct 23 18:29:32 user nova-compute[74046]: </domain>
Oct 23 18:29:32 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:29:32 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Instance destroyed successfully.
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] No VIF found with MAC fa:16:3e:0e:b5:1d, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-d7e864a1-8ec4-42b2-bdb8-faee7f103941 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-unplugged-d7e864a1-8ec4-42b2-bdb8-faee7f103941 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-d7e864a1-8ec4-42b2-bdb8-faee7f103941 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-d7e864a1-8ec4-42b2-bdb8-faee7f103941 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-d7e864a1-8ec4-42b2-bdb8-faee7f103941 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: WARNING nova.compute.manager [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-d7e864a1-8ec4-42b2-bdb8-faee7f103941 for instance with vm_state active and task_state deleting.
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-unplugged-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: WARNING nova.compute.manager [req-90e1f004-efef-49f0-9550-cc01bd17c306 req-463e1ecb-994b-47c6-88bb-1930f2b23a01 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf for instance with vm_state active and task_state deleting.
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.network.neutron [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating instance_info_cache with network_info: [{"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:33 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Instance destroyed successfully.
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.objects.instance [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lazy-loading 'resources' on Instance uuid 474936e7-e2f3-4060-b7aa-e1dbd7181473 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Releasing lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:27:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:84:81:23,bridge_name='br-int',has_traffic_filtering=True,id=c180529c-f194-4ec9-bba1-f933a1da43bd,network=Network(1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc180529c-f1') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:81:23,bridge_name='br-int',has_traffic_filtering=True,id=c180529c-f194-4ec9-bba1-f933a1da43bd,network=Network(1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc180529c-f1') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc180529c-f1, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Starting migrate_disk_and_power_off {{(pid=74046) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-a0a1f1f4-6b50-4ba2-a037-177c11268e14 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-a0a1f1f4-6b50-4ba2-a037-177c11268e14 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: WARNING nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-a0a1f1f4-6b50-4ba2-a037-177c11268e14 for instance with vm_state active and task_state deleting.
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-e9dfb252-1231-43ad-86df-8b180693684a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-unplugged-e9dfb252-1231-43ad-86df-8b180693684a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-e9dfb252-1231-43ad-86df-8b180693684a for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-e9dfb252-1231-43ad-86df-8b180693684a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-e9dfb252-1231-43ad-86df-8b180693684a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: WARNING nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-e9dfb252-1231-43ad-86df-8b180693684a for instance with vm_state active and task_state deleting.
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-a909f4d2-3226-4a02-94fc-130df6a53964 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-unplugged-a909f4d2-3226-4a02-94fc-130df6a53964 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-a909f4d2-3226-4a02-94fc-130df6a53964 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-a909f4d2-3226-4a02-94fc-130df6a53964 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-a909f4d2-3226-4a02-94fc-130df6a53964 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: WARNING nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-a909f4d2-3226-4a02-94fc-130df6a53964 for instance with vm_state active and task_state deleting.
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-e9e48ac0-0613-445a-a27b-3a3d94bd80de {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-unplugged-e9e48ac0-0613-445a-a27b-3a3d94bd80de {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-e9e48ac0-0613-445a-a27b-3a3d94bd80de for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-e9e48ac0-0613-445a-a27b-3a3d94bd80de {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-e9e48ac0-0613-445a-a27b-3a3d94bd80de {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: WARNING nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-e9e48ac0-0613-445a-a27b-3a3d94bd80de for instance with vm_state active and task_state deleting.
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-6317f106-040d-4f80-acba-94a603a2874c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-unplugged-6317f106-040d-4f80-acba-94a603a2874c {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-6317f106-040d-4f80-acba-94a603a2874c for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-6317f106-040d-4f80-acba-94a603a2874c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-6317f106-040d-4f80-acba-94a603a2874c {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: WARNING nova.compute.manager [req-f8d3bd2c-5a8d-4f11-aefb-ea52972c15f0 req-8f5e6422-c2c8-45e2-be4b-420a6a3a7125 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-6317f106-040d-4f80-acba-94a603a2874c for instance with vm_state active and task_state deleting.
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: WARNING nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-c180529c-f194-4ec9-bba1-f933a1da43bd for instance with vm_state active and task_state deleting.
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-a836350d-50ee-4115-9777-a93a976414bf {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-unplugged-a836350d-50ee-4115-9777-a93a976414bf {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-unplugged-a836350d-50ee-4115-9777-a93a976414bf for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-plugged-a836350d-50ee-4115-9777-a93a976414bf {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Acquiring lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] No waiting events found dispatching network-vif-plugged-a836350d-50ee-4115-9777-a93a976414bf {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: WARNING nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received unexpected event network-vif-plugged-a836350d-50ee-4115-9777-a93a976414bf for instance with vm_state active and task_state deleting.
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-978a2f0a-6900-4ba1-862e-01ffc792df5f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-unplugged-978a2f0a-6900-4ba1-862e-01ffc792df5f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-978a2f0a-6900-4ba1-862e-01ffc792df5f for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-978a2f0a-6900-4ba1-862e-01ffc792df5f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-978a2f0a-6900-4ba1-862e-01ffc792df5f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:33 user nova-compute[74046]: WARNING nova.compute.manager [req-b52b7050-3fef-4cf7-801f-cf2a1e21e9be req-50f828a1-30fb-4480-9354-abd556ac818f service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-978a2f0a-6900-4ba1-862e-01ffc792df5f for instance with vm_state active and task_state deleting.
Oct 23 18:29:33 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Instance destroyed successfully.
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.objects.instance [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lazy-loading 'resources' on Instance uuid 535de8ee-7dc5-406a-98de-2d5cd139324e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7901b0ff-0c85-4c7d-9ba3-5a0cea9700fd) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:28:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:28:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:c6:bc,bridge_name='br-int',has_traffic_filtering=True,id=d3c0134d-8d67-4a1f-817b-b3beb45d8ad0,network=Network(b7db6722-4469-46b2-8295-8dcb8aae12e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3c0134d-8d') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:c6:bc,bridge_name='br-int',has_traffic_filtering=True,id=d3c0134d-8d67-4a1f-817b-b3beb45d8ad0,network=Network(b7db6722-4469-46b2-8295-8dcb8aae12e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3c0134d-8d') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd3c0134d-8d, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: INFO os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:81:23,bridge_name='br-int',has_traffic_filtering=True,id=c180529c-f194-4ec9-bba1-f933a1da43bd,network=Network(1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc180529c-f1')
Oct 23 18:29:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:27:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b8:ac,bridge_name='br-int',has_traffic_filtering=True,id=a0a1f1f4-6b50-4ba2-a037-177c11268e14,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa0a1f1f4-6b') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b8:ac,bridge_name='br-int',has_traffic_filtering=True,id=a0a1f1f4-6b50-4ba2-a037-177c11268e14,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa0a1f1f4-6b') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa0a1f1f4-6b, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=946784fa-6e24-4782-b842-b39528cde408) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7fd4e247-926c-4a38-9b81-d1fcd6e4dbea) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: INFO os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:c6:bc,bridge_name='br-int',has_traffic_filtering=True,id=d3c0134d-8d67-4a1f-817b-b3beb45d8ad0,network=Network(b7db6722-4469-46b2-8295-8dcb8aae12e7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd3c0134d-8d')
Oct 23 18:29:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:28:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:28:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:db:26,bridge_name='br-int',has_traffic_filtering=True,id=7e0e9303-5189-4059-a9ab-86e2f0668c3b,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7e0e9303-51') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:db:26,bridge_name='br-int',has_traffic_filtering=True,id=7e0e9303-5189-4059-a9ab-86e2f0668c3b,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7e0e9303-51') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:34 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Instance destroyed successfully.
Oct 23 18:29:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1572540517',display_name='tempest-ServerActionsTestOtherB-server-1572540517',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1572540517',id=4,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK19bjCvWafiJgUIUYBf+119U3jUiP3zsJAk9a0p8s7fcLul4OakJ7sCjmu06/6WrvW9LftHaimBEBA0WM02XjSPKyajtF4rEIvPK5NMKm2LfOV6j2loGd95/IUjRknmOg==',key_name='tempest-keypair-2068499519',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:25:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ff739a8af61b4ddebb3ead905d93fec9',ramdisk_id='',reservation_id='r-422rlp4h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-33893222',owner_user_name='tempest-ServerActionsTestOtherB-33893222-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:29:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1b82139e1dfe430b82abef320131fe0d',uuid=c7ea709a-2c48-4257-90a9-a54e03478e3c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-608718719-network", "vif_mac": "fa:16:3e:a2:9c:de"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converting VIF {"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-608718719-network", "vif_mac": "fa:16:3e:a2:9c:de"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG os_vif [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7e0e9303-51, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:34 user nova-compute[74046]: INFO os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:b8:ac,bridge_name='br-int',has_traffic_filtering=True,id=a0a1f1f4-6b50-4ba2-a037-177c11268e14,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapa0a1f1f4-6b')
Oct 23 18:29:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:27:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:a5:ba,bridge_name='br-int',has_traffic_filtering=True,id=d7e864a1-8ec4-42b2-bdb8-faee7f103941,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd7e864a1-8e') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:a5:ba,bridge_name='br-int',has_traffic_filtering=True,id=d7e864a1-8ec4-42b2-bdb8-faee7f103941,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd7e864a1-8e') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5fb6552a-de, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-unplugged-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:35 user nova-compute[74046]: WARNING nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 for instance with vm_state active and task_state deleting.
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-7e0e9303-5189-4059-a9ab-86e2f0668c3b {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-unplugged-7e0e9303-5189-4059-a9ab-86e2f0668c3b {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-7e0e9303-5189-4059-a9ab-86e2f0668c3b for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-7e0e9303-5189-4059-a9ab-86e2f0668c3b {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-7e0e9303-5189-4059-a9ab-86e2f0668c3b {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:35 user nova-compute[74046]: WARNING nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-7e0e9303-5189-4059-a9ab-86e2f0668c3b for instance with vm_state active and task_state deleting.
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-4f516c6c-9ceb-4b06-b2f9-497030c276ab {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-unplugged-4f516c6c-9ceb-4b06-b2f9-497030c276ab {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-4f516c6c-9ceb-4b06-b2f9-497030c276ab for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-4f516c6c-9ceb-4b06-b2f9-497030c276ab {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-4f516c6c-9ceb-4b06-b2f9-497030c276ab {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:35 user nova-compute[74046]: WARNING nova.compute.manager [req-5cbab70a-855d-4ee2-8a90-6ea3daba23a5 req-544ca8bf-df9e-4dd1-9ac9-be84fc879891 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-4f516c6c-9ceb-4b06-b2f9-497030c276ab for instance with vm_state active and task_state deleting.
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=acb37bdd-4020-4bbe-a5ac-990fffecce49) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd7e864a1-8e, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:35 user nova-compute[74046]: INFO os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:db:26,bridge_name='br-int',has_traffic_filtering=True,id=7e0e9303-5189-4059-a9ab-86e2f0668c3b,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap7e0e9303-51')
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:28:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:28:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8c:23:dc,bridge_name='br-int',has_traffic_filtering=True,id=e9e48ac0-0613-445a-a27b-3a3d94bd80de,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape9e48ac0-06') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:23:dc,bridge_name='br-int',has_traffic_filtering=True,id=e9e48ac0-0613-445a-a27b-3a3d94bd80de,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape9e48ac0-06') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9c090aa1-094a-40e3-9456-9d1acb27f66e) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-4a5bb327-72b0-4324-b199-48fdf1a4f5c6 req-d69865e3-2a24-4e1e-98b2-1f3489b0a14f service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-unplugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4a5bb327-72b0-4324-b199-48fdf1a4f5c6 req-d69865e3-2a24-4e1e-98b2-1f3489b0a14f service nova] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4a5bb327-72b0-4324-b199-48fdf1a4f5c6 req-d69865e3-2a24-4e1e-98b2-1f3489b0a14f service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4a5bb327-72b0-4324-b199-48fdf1a4f5c6 req-d69865e3-2a24-4e1e-98b2-1f3489b0a14f service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-4a5bb327-72b0-4324-b199-48fdf1a4f5c6 req-d69865e3-2a24-4e1e-98b2-1f3489b0a14f service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] No waiting events found dispatching network-vif-unplugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:35 user nova-compute[74046]: WARNING nova.compute.manager [req-4a5bb327-72b0-4324-b199-48fdf1a4f5c6 req-d69865e3-2a24-4e1e-98b2-1f3489b0a14f service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received unexpected event network-vif-unplugged-5fb6552a-de61-462f-91fc-ecf8b267f99f for instance with vm_state active and task_state resize_migrating.
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-4a5bb327-72b0-4324-b199-48fdf1a4f5c6 req-d69865e3-2a24-4e1e-98b2-1f3489b0a14f service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4a5bb327-72b0-4324-b199-48fdf1a4f5c6 req-d69865e3-2a24-4e1e-98b2-1f3489b0a14f service nova] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4a5bb327-72b0-4324-b199-48fdf1a4f5c6 req-d69865e3-2a24-4e1e-98b2-1f3489b0a14f service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4a5bb327-72b0-4324-b199-48fdf1a4f5c6 req-d69865e3-2a24-4e1e-98b2-1f3489b0a14f service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-4a5bb327-72b0-4324-b199-48fdf1a4f5c6 req-d69865e3-2a24-4e1e-98b2-1f3489b0a14f service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] No waiting events found dispatching network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:35 user nova-compute[74046]: WARNING nova.compute.manager [req-4a5bb327-72b0-4324-b199-48fdf1a4f5c6 req-d69865e3-2a24-4e1e-98b2-1f3489b0a14f service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received unexpected event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f for instance with vm_state active and task_state resize_migrating.
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4aff4da0-9c62-4afd-94a4-225f463a71b6) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:35 user nova-compute[74046]: INFO os_vif [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de')
Oct 23 18:29:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtbmeHKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:29:35 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:29:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8fdfa5d-2ea2-477e-b8c3-7a84118a1d8b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:29:35 user nova-compute[74046]: No targets found.
Oct 23 18:29:35 user nova-compute[74046]: iSNS:
Oct 23 18:29:35 user nova-compute[74046]: No targets found.
Oct 23 18:29:35 user nova-compute[74046]: STATIC:
Oct 23 18:29:35 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac
Oct 23 18:29:35 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:35 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:35 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e
Oct 23 18:29:35 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:35 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:35 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b
Oct 23 18:29:35 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:35 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:35 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9
Oct 23 18:29:35 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:35 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:35 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa
Oct 23 18:29:35 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:35 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:35 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:29:35 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:35 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:35 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5
Oct 23 18:29:35 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:35 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:35 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79
Oct 23 18:29:35 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:35 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:35 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321
Oct 23 18:29:35 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:35 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:35 user nova-compute[74046]: FIRMWARE:
Oct 23 18:29:35 user nova-compute[74046]: No targets found.
Oct 23 18:29:35 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:29:35 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:29:35 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b9767dd-b795-41ec-8010-4612df86c4fc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d27ea411-fb69-4817-bcea-c585599b7871]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:35 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:35 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:35 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef05c7f40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac'): ({'sdj'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Removing single pathed devices sdj {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7bd5d59-585b-4ce6-b681-0d58537b13c0]: (4, ('path checker states:\nup                  8\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9045f478-ad7c-41de-b6cc-46ddbd3d2121]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Flushing IO for device /dev/sdj {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape9e48ac0-06, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: INFO os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:a5:ba,bridge_name='br-int',has_traffic_filtering=True,id=d7e864a1-8ec4-42b2-bdb8-faee7f103941,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd7e864a1-8e')
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:27:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:67:10,bridge_name='br-int',has_traffic_filtering=True,id=5fbc4097-e9b1-4d8f-857a-f31bec5d02cf,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc4097-e9') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:67:10,bridge_name='br-int',has_traffic_filtering=True,id=5fbc4097-e9b1-4d8f-857a-f31bec5d02cf,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc4097-e9') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa181a13-fa96-403e-ab99-03950c6a129d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.037s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9d9d31a-18de-4a61-990d-bef7bd36f257]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] SCSI volumes sdj have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5fbc4097-e9, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e713a30-7186-4ed3-ba04-9c30305fd97d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=70ff89a4-515f-4a0f-956a-a91aceae283f) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b255528-5bd7-46ba-aff9-90d02495f83b]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260]
Oct 23 18:29:36 user nova-compute[74046]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260] successful.
Oct 23 18:29:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8b04d32-fb10-4128-b80f-2ff98b39085a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.380s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] <== disconnect_volume: return (382ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c1a19d8a-586e-4f77-957e-94a5743ce0ce) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: INFO os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8c:23:dc,bridge_name='br-int',has_traffic_filtering=True,id=e9e48ac0-0613-445a-a27b-3a3d94bd80de,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape9e48ac0-06')
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:28:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:28:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6317f106-040d-4f80-acba-94a603a2874c", "address": "fa:16:3e:29:38:4e", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6317f106-04", "ovs_interfaceid": "6317f106-040d-4f80-acba-94a603a2874c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "6317f106-040d-4f80-acba-94a603a2874c", "address": "fa:16:3e:29:38:4e", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6317f106-04", "ovs_interfaceid": "6317f106-040d-4f80-acba-94a603a2874c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:38:4e,bridge_name='br-int',has_traffic_filtering=True,id=6317f106-040d-4f80-acba-94a603a2874c,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6317f106-04') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:38:4e,bridge_name='br-int',has_traffic_filtering=True,id=6317f106-040d-4f80-acba-94a603a2874c,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6317f106-04') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6317f106-04, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: INFO os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:67:10,bridge_name='br-int',has_traffic_filtering=True,id=5fbc4097-e9b1-4d8f-857a-f31bec5d02cf,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fbc4097-e9')
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:27:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e9dfb252-1231-43ad-86df-8b180693684a", "address": "fa:16:3e:72:ce:90", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9dfb252-12", "ovs_interfaceid": "e9dfb252-1231-43ad-86df-8b180693684a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "e9dfb252-1231-43ad-86df-8b180693684a", "address": "fa:16:3e:72:ce:90", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9dfb252-12", "ovs_interfaceid": "e9dfb252-1231-43ad-86df-8b180693684a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:ce:90,bridge_name='br-int',has_traffic_filtering=True,id=e9dfb252-1231-43ad-86df-8b180693684a,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9dfb252-12') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:ce:90,bridge_name='br-int',has_traffic_filtering=True,id=e9dfb252-1231-43ad-86df-8b180693684a,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9dfb252-12') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape9dfb252-12, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5f73bc2c-e8f3-4f49-9674-a224ddada2e4) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] skipping disk /dev/sdj (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c_resize/disk /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=292aca7b-560b-4091-bd99-11711f613cc8) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: INFO os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:38:4e,bridge_name='br-int',has_traffic_filtering=True,id=6317f106-040d-4f80-acba-94a603a2874c,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6317f106-04')
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:28:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:28:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d5:d9:bb,bridge_name='br-int',has_traffic_filtering=True,id=978a2f0a-6900-4ba1-862e-01ffc792df5f,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap978a2f0a-69') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:d9:bb,bridge_name='br-int',has_traffic_filtering=True,id=978a2f0a-6900-4ba1-862e-01ffc792df5f,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap978a2f0a-69') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap978a2f0a-69, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: INFO os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:ce:90,bridge_name='br-int',has_traffic_filtering=True,id=e9dfb252-1231-43ad-86df-8b180693684a,network=Network(e27523c4-046f-4a3c-822e-eba4313db3a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9dfb252-12')
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:27:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a836350d-50ee-4115-9777-a93a976414bf", "address": "fa:16:3e:f2:be:c5", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa836350d-50", "ovs_interfaceid": "a836350d-50ee-4115-9777-a93a976414bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "a836350d-50ee-4115-9777-a93a976414bf", "address": "fa:16:3e:f2:be:c5", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa836350d-50", "ovs_interfaceid": "a836350d-50ee-4115-9777-a93a976414bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:be:c5,bridge_name='br-int',has_traffic_filtering=True,id=a836350d-50ee-4115-9777-a93a976414bf,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa836350d-50') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:be:c5,bridge_name='br-int',has_traffic_filtering=True,id=a836350d-50ee-4115-9777-a93a976414bf,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa836350d-50') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa836350d-50, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7c80ae33-8cd3-4631-8c0c-e92e0d7abda3) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=375522dd-b893-4d0b-8040-e0c8da509d8a) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: INFO os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d5:d9:bb,bridge_name='br-int',has_traffic_filtering=True,id=978a2f0a-6900-4ba1-862e-01ffc792df5f,network=Network(06aa0283-29cb-4e39-b66e-40b2e913efb4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap978a2f0a-69')
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:28:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:28:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "address": "fa:16:3e:b9:f9:2b", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f516c6c-9c", "ovs_interfaceid": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "address": "fa:16:3e:b9:f9:2b", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f516c6c-9c", "ovs_interfaceid": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:f9:2b,bridge_name='br-int',has_traffic_filtering=True,id=4f516c6c-9ceb-4b06-b2f9-497030c276ab,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f516c6c-9c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:f9:2b,bridge_name='br-int',has_traffic_filtering=True,id=4f516c6c-9ceb-4b06-b2f9-497030c276ab,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f516c6c-9c') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4f516c6c-9c, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: INFO os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:be:c5,bridge_name='br-int',has_traffic_filtering=True,id=a836350d-50ee-4115-9777-a93a976414bf,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa836350d-50')
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1824844113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1824844113',id=11,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDg+YRoeSgzfGW8ADbVXk0EDhsgYl8XHJ8wOBF/IOL2f9YQkKTKoVfXRisQcpelaEV13rQWxN16p/moPZJMO/+e7Ub6JRar0ocsUVNJuVKwMDvPWoQzaOWN/JU/kMmI6+w==',key_name='tempest-keypair-1358445709',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='057691d3b8e1403caaaad811c1da23bb',ramdisk_id='',reservation_id='r-vncbl5ry',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-256177573',owner_user_name='tempest-TaggedBootDevicesTest_v242-256177573-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:27:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5623d7dd2e5844d09d06056d27f25bea',uuid=474936e7-e2f3-4060-b7aa-e1dbd7181473,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a909f4d2-3226-4a02-94fc-130df6a53964", "address": "fa:16:3e:57:af:ba", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa909f4d2-32", "ovs_interfaceid": "a909f4d2-3226-4a02-94fc-130df6a53964", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converting VIF {"id": "a909f4d2-3226-4a02-94fc-130df6a53964", "address": "fa:16:3e:57:af:ba", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa909f4d2-32", "ovs_interfaceid": "a909f4d2-3226-4a02-94fc-130df6a53964", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:af:ba,bridge_name='br-int',has_traffic_filtering=True,id=a909f4d2-3226-4a02-94fc-130df6a53964,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa909f4d2-32') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:af:ba,bridge_name='br-int',has_traffic_filtering=True,id=a909f4d2-3226-4a02-94fc-130df6a53964,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa909f4d2-32') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa909f4d2-32, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=00208408-70d6-49ba-a07b-274589a94eea) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dbec3ecf-9908-452f-893e-465c51b86129) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:37 user nova-compute[74046]: INFO os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:f9:2b,bridge_name='br-int',has_traffic_filtering=True,id=4f516c6c-9ceb-4b06-b2f9-497030c276ab,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f516c6c-9c')
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:26:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-735416293',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-735416293',id=12,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB0aEPENK/4TlrT8qo/5wySAfOcDEoxo6lVLGCfOed+vFAqk6IL6wEHbEW/z19xeFXXrbP34syvfQT+rKXWP+y5QcGvolKAvtJDJ6bnzWYyI45aVW92MYrCB3s/itWeJ/Q==',key_name='tempest-keypair-986633195',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:28:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='54c1b7c2b4744bf9905fa8ddb378272c',ramdisk_id='',reservation_id='r-qqddsg73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-392972307',owner_user_name='tempest-TaggedBootDevicesTest-392972307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:28:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e5ef64aa6f347c7a33e6dc34e72957c',uuid=535de8ee-7dc5-406a-98de-2d5cd139324e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c6065f19-7e34-4553-8db1-445fbfefa4af", "address": "fa:16:3e:1f:a1:44", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6065f19-7e", "ovs_interfaceid": "c6065f19-7e34-4553-8db1-445fbfefa4af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converting VIF {"id": "c6065f19-7e34-4553-8db1-445fbfefa4af", "address": "fa:16:3e:1f:a1:44", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc6065f19-7e", "ovs_interfaceid": "c6065f19-7e34-4553-8db1-445fbfefa4af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:a1:44,bridge_name='br-int',has_traffic_filtering=True,id=c6065f19-7e34-4553-8db1-445fbfefa4af,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6065f19-7e') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:a1:44,bridge_name='br-int',has_traffic_filtering=True,id=c6065f19-7e34-4553-8db1-445fbfefa4af,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6065f19-7e') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc6065f19-7e, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:37 user nova-compute[74046]: INFO os_vif [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:af:ba,bridge_name='br-int',has_traffic_filtering=True,id=a909f4d2-3226-4a02-94fc-130df6a53964,network=Network(0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa909f4d2-32')
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=48b1d205-cbbf-4ac7-8945-e375acdb74b5) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CMD "cp -r /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c_resize/disk /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk" returned: 0 in 0.371s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c_resize/disk.info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk.info {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OrVPmgzR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:29:37 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CMD "cp -r /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c_resize/disk.info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk.info" returned: 0 in 0.046s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: INFO os_vif [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:a1:44,bridge_name='br-int',has_traffic_filtering=True,id=c6065f19-7e34-4553-8db1-445fbfefa4af,network=Network(2686f01b-1c39-4066-a9b7-ebb3a4e7517d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc6065f19-7e')
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rmkHLnRp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:29:37 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7ded637-0456-4d70-910a-8c2789ba85d0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:29:37 user nova-compute[74046]: No targets found.
Oct 23 18:29:37 user nova-compute[74046]: iSNS:
Oct 23 18:29:37 user nova-compute[74046]: No targets found.
Oct 23 18:29:37 user nova-compute[74046]: STATIC:
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: FIRMWARE:
Oct 23 18:29:37 user nova-compute[74046]: No targets found.
Oct 23 18:29:37 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:29:37 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:29:37 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a884e93-cd66-4d75-94fb-65c9b5b3321c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[729abdae-9c45-46ad-98ab-b0e9c9dd9282]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef0792440>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b'): ({'sde'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Removing single pathed devices sde {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[42cb3f18-4602-4432-b884-4c1a5fa6eed7]: (4, ('path checker states:\nup                  7\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cb10875-e857-4a5e-80b8-09e7d37b5979]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Flushing IO for device /dev/sde {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[04a11932-b1aa-4b67-a908-dbdc20c21da6]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-c6065f19-7e34-4553-8db1-445fbfefa4af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-unplugged-c6065f19-7e34-4553-8db1-445fbfefa4af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-unplugged-c6065f19-7e34-4553-8db1-445fbfefa4af for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-plugged-c6065f19-7e34-4553-8db1-445fbfefa4af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] Acquiring lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] No waiting events found dispatching network-vif-plugged-c6065f19-7e34-4553-8db1-445fbfefa4af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:37 user nova-compute[74046]: WARNING nova.compute.manager [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received unexpected event network-vif-plugged-c6065f19-7e34-4553-8db1-445fbfefa4af for instance with vm_state active and task_state deleting.
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] No waiting events found dispatching network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:37 user nova-compute[74046]: WARNING nova.compute.manager [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received unexpected event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a for instance with vm_state active and task_state rescuing.
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] No waiting events found dispatching network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:37 user nova-compute[74046]: WARNING nova.compute.manager [req-74187d62-f4cb-4eb7-bace-87eabf2544d2 req-cdcde958-667c-49ac-af70-36a2698fb334 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received unexpected event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a for instance with vm_state active and task_state rescuing.
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.046s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[aebea181-af32-4108-97ad-091640eb8548]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e3cad4-3c53-4ebd-b425-d51c80ece33d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.compute.manager [None req-6535f5f7-294d-49b7-9e02-43e19e1a7d73 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --logout" returned: 0 in 0.084s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fb4af75-d742-47c1-8af5-eba833610f54]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b, portal: 172.16.0.220,3260]
Oct 23 18:29:37 user nova-compute[74046]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b, portal: 172.16.0.220,3260] successful.
Oct 23 18:29:37 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3c4507ab-9687-45f3-b824-4347a097bb7b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.048s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f221ac9-9049-47d3-8bbf-a30223c66115]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.466s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] <== disconnect_volume: return (469ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.450s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xnMokWub', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:29:37 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bcdbafd-23e7-4d55-b775-bf50838b6881]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:29:37 user nova-compute[74046]: No targets found.
Oct 23 18:29:37 user nova-compute[74046]: iSNS:
Oct 23 18:29:37 user nova-compute[74046]: No targets found.
Oct 23 18:29:37 user nova-compute[74046]: STATIC:
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321
Oct 23 18:29:37 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:37 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:37 user nova-compute[74046]: FIRMWARE:
Oct 23 18:29:37 user nova-compute[74046]: No targets found.
Oct 23 18:29:37 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:29:37 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:29:37 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[208bec7a-3ae8-478e-b28a-38c646206318]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ab14ff6-9ded-4634-83ae-3f9d391d3e70]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e (non-flash)
Oct 23 18:29:37 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:37 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef03ccf70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e'): ({'sdh'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Removing single pathed devices sdh {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5400e773-4893-4072-b57c-ac082ca1d53b]: (4, ('path checker states:\nup                  6\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.046s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a965bed-6be3-47a8-b397-2703bae8003c]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Flushing IO for device /dev/sdh {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f74f96e5-0318-415b-a9b0-f72770d81516]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.044s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[25804c16-73b8-4246-8e10-feba8069820d]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] SCSI volumes sdh have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cbbefa2-01f2-4378-af5f-90bbec6288e7]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[76e7f1e0-1dcd-4efd-b6e1-821afb5c295a]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e, portal: 172.16.0.220,3260]
Oct 23 18:29:37 user nova-compute[74046]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e, portal: 172.16.0.220,3260] successful.
Oct 23 18:29:37 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1945f0e-01ce-4603-96c6-209671fe8c3e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ec6296a-ba5b-4127-9208-28c1caa16f58]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.417s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] <== disconnect_volume: return (867ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.408s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fCQTpRgH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:29:38 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[74ac2168-1cc3-4865-8aee-48b35c511b8f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:29:38 user nova-compute[74046]: No targets found.
Oct 23 18:29:38 user nova-compute[74046]: iSNS:
Oct 23 18:29:38 user nova-compute[74046]: No targets found.
Oct 23 18:29:38 user nova-compute[74046]: STATIC:
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: FIRMWARE:
Oct 23 18:29:38 user nova-compute[74046]: No targets found.
Oct 23 18:29:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:29:38 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:29:38 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[026fbb6f-8ced-46ba-9f4c-884842acf8a5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.041s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bdc9ba3-93a5-470b-833e-4c361d68e357]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef03ccf70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9'): ({'sdd'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Removing single pathed devices sdd {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e71edf69-2ad5-49c7-ae55-151fce9fd24c]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[deb444c6-1032-47a2-807a-fa785a81112d]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Flushing IO for device /dev/sdd {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[439e3563-6634-45d6-a679-a10243bc627c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ebebda7-4165-4962-b09f-53e15f8af361]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] SCSI volumes sdd have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5860f544-0531-4a93-b9bf-27eb0e0c6e90]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b39e840e-9826-4e7f-8131-4eac9508baa0]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9, portal: 172.16.0.220,3260]
Oct 23 18:29:38 user nova-compute[74046]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9, portal: 172.16.0.220,3260] successful.
Oct 23 18:29:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bbd4b803-b067-4a2d-89e1-1940cc78c5f9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fa4d4f1-5b07-41a5-9f48-59c197f78550]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.422s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] <== disconnect_volume: return (832ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.405s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BkgNSoad', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:29:38 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[39332120-f290-43b1-b6c6-32fba5f6abc0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:29:38 user nova-compute[74046]: No targets found.
Oct 23 18:29:38 user nova-compute[74046]: iSNS:
Oct 23 18:29:38 user nova-compute[74046]: No targets found.
Oct 23 18:29:38 user nova-compute[74046]: STATIC:
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: FIRMWARE:
Oct 23 18:29:38 user nova-compute[74046]: No targets found.
Oct 23 18:29:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:29:38 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:29:38 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[26af8852-ae0e-4f91-8429-9e01708490a3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[620f7721-3048-4a28-af79-ea9110485783]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef03cae60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79'): ({'sdg'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Removing single pathed devices sdg {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[86ef820f-dcef-4bc8-87cb-8bef807c0bd3]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3217d47b-48e2-4d5c-8943-5abad77cf6d6]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Flushing IO for device /dev/sdg {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a6145c1-3b52-4cf1-8983-b7cec3162aad]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.058s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[47becf8c-670c-4dae-822f-43fc9d1f7388]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] SCSI volumes sdg have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e2595f9-c705-40bf-aaa0-f4df185666b9]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c71273b7-f478-4afc-895a-ba5b3b651ff7]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79, portal: 172.16.0.220,3260]
Oct 23 18:29:38 user nova-compute[74046]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79, portal: 172.16.0.220,3260] successful.
Oct 23 18:29:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c9c0d2a5-d5a8-4fa6-8a89-d1f5d97b1d79 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c943d66-e9e4-41eb-b252-8d09379aad05]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.408s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] <== disconnect_volume: return (813ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.401s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mXVlruhc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:29:38 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f296d8c-8229-4df6-acd0-7f15f498ffa9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:29:38 user nova-compute[74046]: No targets found.
Oct 23 18:29:38 user nova-compute[74046]: iSNS:
Oct 23 18:29:38 user nova-compute[74046]: No targets found.
Oct 23 18:29:38 user nova-compute[74046]: STATIC:
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321
Oct 23 18:29:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:38 user nova-compute[74046]: FIRMWARE:
Oct 23 18:29:38 user nova-compute[74046]: No targets found.
Oct 23 18:29:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:29:38 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:29:38 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cfcc7e5-7ece-49e5-85ec-ab3866b924e5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[85c03854-bdeb-4acd-b521-d545c441450a]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef03cae60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dabd94e-f56f-44da-8a54-7cfdf97cba97]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4581c088-e72b-4811-8c94-13ccac3c5f38]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d46f2394-aa8a-407c-8fbb-62eb3c8f57e1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:29:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.053s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1600b99f-bfdd-46bb-b5c2-7b803d990b5b]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b783f099-df99-45f2-89a1-3245d00a24e1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecac2c8a-e97b-4d69-9b66-0bfc4a07f53e]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321, portal: 172.16.0.220,3260]
Oct 23 18:29:39 user nova-compute[74046]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321, portal: 172.16.0.220,3260] successful.
Oct 23 18:29:39 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2960fb1-23df-4a34-b699-adca4c240321 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8505ca81-766b-475c-9015-9876a94fd20d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.372s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] <== disconnect_volume: return (774ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:29:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Deleting instance files /opt/stack/data/nova/instances/474936e7-e2f3-4060-b7aa-e1dbd7181473_del
Oct 23 18:29:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Deletion of /opt/stack/data/nova/instances/474936e7-e2f3-4060-b7aa-e1dbd7181473_del complete
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.373s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[caf9b868-23ee-4c0a-9569-df41f7b0d2fd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:29:39 user nova-compute[74046]: No targets found.
Oct 23 18:29:39 user nova-compute[74046]: iSNS:
Oct 23 18:29:39 user nova-compute[74046]: No targets found.
Oct 23 18:29:39 user nova-compute[74046]: STATIC:
Oct 23 18:29:39 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa
Oct 23 18:29:39 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:39 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:39 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:29:39 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:39 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:39 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5
Oct 23 18:29:39 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:29:39 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:29:39 user nova-compute[74046]: FIRMWARE:
Oct 23 18:29:39 user nova-compute[74046]: No targets found.
Oct 23 18:29:39 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:29:39 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:29:39 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[613ec45d-a53e-4a6f-a4ec-db9682956255]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: INFO nova.compute.manager [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Took 8.35 seconds to destroy the instance on the hypervisor.
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b7df91b-0ccd-4336-aa2c-8cd5710a0611]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:39 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:39 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:39 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:29:39 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:29:39 user nova-compute[74046]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 (non-flash)
Oct 23 18:29:39 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef03cbc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5'): ({'sdi'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Removing single pathed devices sdi {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c73afe39-b9ac-487e-9cc8-6ec6f1e2b534]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9731d48e-19de-4644-afb9-82a428071c3a]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Flushing IO for device /dev/sdi {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[059d019f-ec34-4472-b362-c0ab56982660]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.044s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[17ae407a-cb25-4a12-af10-4b8b0b7c9e6a]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] SCSI volumes sdi have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e4426f2-8c4b-4f2b-bcb2-24efd20da635]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b10f7482-84a0-48f8-a928-4911028667e9]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5, portal: 172.16.0.220,3260]
Oct 23 18:29:39 user nova-compute[74046]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5, portal: 172.16.0.220,3260] successful.
Oct 23 18:29:39 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0fa7fa3-50fe-4b1e-a836-7165fa499cd5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1732df51-8bb0-4ebc-b90b-e0b48fa2fc7a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.370s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] <== disconnect_volume: return (743ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:29:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Deleting instance files /opt/stack/data/nova/instances/535de8ee-7dc5-406a-98de-2d5cd139324e_del
Oct 23 18:29:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Deletion of /opt/stack/data/nova/instances/535de8ee-7dc5-406a-98de-2d5cd139324e_del complete
Oct 23 18:29:39 user nova-compute[74046]: INFO nova.compute.manager [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Took 8.32 seconds to destroy the instance on the hypervisor.
Oct 23 18:29:39 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:29:39 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:29:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-b7388141-cb97-4258-b6e1-4c5820094313 req-c94d70b1-acff-4875-ba71-33bb560e80a3 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-deleted-e9dfb252-1231-43ad-86df-8b180693684a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:41 user nova-compute[74046]: INFO nova.compute.manager [req-b7388141-cb97-4258-b6e1-4c5820094313 req-c94d70b1-acff-4875-ba71-33bb560e80a3 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Neutron deleted interface e9dfb252-1231-43ad-86df-8b180693684a; detaching it from the instance and deleting it from the info cache
Oct 23 18:29:41 user nova-compute[74046]: DEBUG nova.network.neutron [req-b7388141-cb97-4258-b6e1-4c5820094313 req-c94d70b1-acff-4875-ba71-33bb560e80a3 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [{"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a836350d-50ee-4115-9777-a93a976414bf", "address": "fa:16:3e:f2:be:c5", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa836350d-50", "ovs_interfaceid": "a836350d-50ee-4115-9777-a93a976414bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a909f4d2-3226-4a02-94fc-130df6a53964", "address": "fa:16:3e:57:af:ba", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa909f4d2-32", "ovs_interfaceid": "a909f4d2-3226-4a02-94fc-130df6a53964", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-b7388141-cb97-4258-b6e1-4c5820094313 req-c94d70b1-acff-4875-ba71-33bb560e80a3 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Detach interface failed, port_id=e9dfb252-1231-43ad-86df-8b180693684a, reason: Instance 474936e7-e2f3-4060-b7aa-e1dbd7181473 could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:29:41 user nova-compute[74046]: DEBUG nova.network.neutron [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Port 5fb6552a-de61-462f-91fc-ecf8b267f99f binding to destination host user is already ACTIVE {{(pid=74046) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 23 18:29:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-840014a3-5466-4523-976d-bc583b450dc5 req-ecb7c175-b20d-4cc3-b262-7093687bf52d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-deleted-c6065f19-7e34-4553-8db1-445fbfefa4af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:41 user nova-compute[74046]: INFO nova.compute.manager [req-840014a3-5466-4523-976d-bc583b450dc5 req-ecb7c175-b20d-4cc3-b262-7093687bf52d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Neutron deleted interface c6065f19-7e34-4553-8db1-445fbfefa4af; detaching it from the instance and deleting it from the info cache
Oct 23 18:29:41 user nova-compute[74046]: DEBUG nova.network.neutron [req-840014a3-5466-4523-976d-bc583b450dc5 req-ecb7c175-b20d-4cc3-b262-7093687bf52d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [{"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6317f106-040d-4f80-acba-94a603a2874c", "address": "fa:16:3e:29:38:4e", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6317f106-04", "ovs_interfaceid": "6317f106-040d-4f80-acba-94a603a2874c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "address": "fa:16:3e:b9:f9:2b", "network": {"id": "2686f01b-1c39-4066-a9b7-ebb3a4e7517d", "bridge": "br-int", "label": "tempest-device-tagging-net2-74785784", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f516c6c-9c", "ovs_interfaceid": "4f516c6c-9ceb-4b06-b2f9-497030c276ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-840014a3-5466-4523-976d-bc583b450dc5 req-ecb7c175-b20d-4cc3-b262-7093687bf52d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Detach interface failed, port_id=c6065f19-7e34-4553-8db1-445fbfefa4af, reason: Instance 535de8ee-7dc5-406a-98de-2d5cd139324e could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:29:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:29:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquired lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:29:42 user nova-compute[74046]: DEBUG nova.network.neutron [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:29:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:42 user nova-compute[74046]: DEBUG nova.network.neutron [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating instance_info_cache with network_info: [{"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Releasing lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:29:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG os_brick.utils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb34a335-2ae2-4688-bb33-19643dfc0c41]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9f4bc51-a228-494c-9868-f086f3ec6272]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eb4729e-544c-4beb-b377-fb65e765ac6e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[55d94a9d-0d36-4f6f-aec2-bc988b9e81eb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:29:43 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:29:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[468a934c-ec29-4767-8429-d113842aa6e4]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG os_brick.utils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG nova.compute.manager [req-59c97ae3-ba18-48f5-8d94-8d218d6b98f9 req-09374288-8813-4479-83d2-88603ac30e47 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-deleted-a909f4d2-3226-4a02-94fc-130df6a53964 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:43 user nova-compute[74046]: INFO nova.compute.manager [req-59c97ae3-ba18-48f5-8d94-8d218d6b98f9 req-09374288-8813-4479-83d2-88603ac30e47 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Neutron deleted interface a909f4d2-3226-4a02-94fc-130df6a53964; detaching it from the instance and deleting it from the info cache
Oct 23 18:29:43 user nova-compute[74046]: DEBUG nova.network.neutron [req-59c97ae3-ba18-48f5-8d94-8d218d6b98f9 req-09374288-8813-4479-83d2-88603ac30e47 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [{"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a836350d-50ee-4115-9777-a93a976414bf", "address": "fa:16:3e:f2:be:c5", "network": {"id": "0e60a9cf-b331-43c2-b7af-9ad7ab3d73a8", "bridge": "br-int", "label": "tempest-device-tagging-net2-415992183", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa836350d-50", "ovs_interfaceid": "a836350d-50ee-4115-9777-a93a976414bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG nova.compute.manager [req-59c97ae3-ba18-48f5-8d94-8d218d6b98f9 req-09374288-8813-4479-83d2-88603ac30e47 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Detach interface failed, port_id=a909f4d2-3226-4a02-94fc-130df6a53964, reason: Instance 474936e7-e2f3-4060-b7aa-e1dbd7181473 could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG nova.compute.manager [req-59c97ae3-ba18-48f5-8d94-8d218d6b98f9 req-09374288-8813-4479-83d2-88603ac30e47 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-deleted-a836350d-50ee-4115-9777-a93a976414bf {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:43 user nova-compute[74046]: INFO nova.compute.manager [req-59c97ae3-ba18-48f5-8d94-8d218d6b98f9 req-09374288-8813-4479-83d2-88603ac30e47 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Neutron deleted interface a836350d-50ee-4115-9777-a93a976414bf; detaching it from the instance and deleting it from the info cache
Oct 23 18:29:43 user nova-compute[74046]: DEBUG nova.network.neutron [req-59c97ae3-ba18-48f5-8d94-8d218d6b98f9 req-09374288-8813-4479-83d2-88603ac30e47 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [{"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "address": "fa:16:3e:79:67:10", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fbc4097-e9", "ovs_interfaceid": "5fbc4097-e9b1-4d8f-857a-f31bec5d02cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG nova.compute.manager [req-59c97ae3-ba18-48f5-8d94-8d218d6b98f9 req-09374288-8813-4479-83d2-88603ac30e47 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Detach interface failed, port_id=a836350d-50ee-4115-9777-a93a976414bf, reason: Instance 474936e7-e2f3-4060-b7aa-e1dbd7181473 could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG nova.compute.manager [req-59c97ae3-ba18-48f5-8d94-8d218d6b98f9 req-09374288-8813-4479-83d2-88603ac30e47 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-deleted-5fbc4097-e9b1-4d8f-857a-f31bec5d02cf {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:43 user nova-compute[74046]: INFO nova.compute.manager [req-59c97ae3-ba18-48f5-8d94-8d218d6b98f9 req-09374288-8813-4479-83d2-88603ac30e47 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Neutron deleted interface 5fbc4097-e9b1-4d8f-857a-f31bec5d02cf; detaching it from the instance and deleting it from the info cache
Oct 23 18:29:43 user nova-compute[74046]: DEBUG nova.network.neutron [req-59c97ae3-ba18-48f5-8d94-8d218d6b98f9 req-09374288-8813-4479-83d2-88603ac30e47 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [{"id": "c180529c-f194-4ec9-bba1-f933a1da43bd", "address": "fa:16:3e:84:81:23", "network": {"id": "1ecfae1a-ba3c-415b-92e5-a0f4f4cb8d88", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1308997446-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc180529c-f1", "ovs_interfaceid": "c180529c-f194-4ec9-bba1-f933a1da43bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "address": "fa:16:3e:b1:b8:ac", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0a1f1f4-6b", "ovs_interfaceid": "a0a1f1f4-6b50-4ba2-a037-177c11268e14", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "address": "fa:16:3e:8d:a5:ba", "network": {"id": "e27523c4-046f-4a3c-822e-eba4313db3a2", "bridge": "br-int", "label": "tempest-device-tagging-net1-1477728636", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "057691d3b8e1403caaaad811c1da23bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd7e864a1-8e", "ovs_interfaceid": "d7e864a1-8ec4-42b2-bdb8-faee7f103941", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:43 user nova-compute[74046]: DEBUG nova.compute.manager [req-59c97ae3-ba18-48f5-8d94-8d218d6b98f9 req-09374288-8813-4479-83d2-88603ac30e47 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Detach interface failed, port_id=5fbc4097-e9b1-4d8f-857a-f31bec5d02cf, reason: Instance 474936e7-e2f3-4060-b7aa-e1dbd7181473 could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:29:44 user nova-compute[74046]: DEBUG nova.compute.manager [req-38b281d2-9197-4955-aba0-988a3d156b84 req-e512288b-6c8b-47de-9e5b-3c91b699fe8d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-deleted-4f516c6c-9ceb-4b06-b2f9-497030c276ab {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:44 user nova-compute[74046]: INFO nova.compute.manager [req-38b281d2-9197-4955-aba0-988a3d156b84 req-e512288b-6c8b-47de-9e5b-3c91b699fe8d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Neutron deleted interface 4f516c6c-9ceb-4b06-b2f9-497030c276ab; detaching it from the instance and deleting it from the info cache
Oct 23 18:29:44 user nova-compute[74046]: DEBUG nova.network.neutron [req-38b281d2-9197-4955-aba0-988a3d156b84 req-e512288b-6c8b-47de-9e5b-3c91b699fe8d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [{"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6317f106-040d-4f80-acba-94a603a2874c", "address": "fa:16:3e:29:38:4e", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6317f106-04", "ovs_interfaceid": "6317f106-040d-4f80-acba-94a603a2874c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:44 user nova-compute[74046]: DEBUG nova.compute.manager [req-38b281d2-9197-4955-aba0-988a3d156b84 req-e512288b-6c8b-47de-9e5b-3c91b699fe8d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Detach interface failed, port_id=4f516c6c-9ceb-4b06-b2f9-497030c276ab, reason: Instance 535de8ee-7dc5-406a-98de-2d5cd139324e could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:29:44 user nova-compute[74046]: DEBUG nova.compute.manager [req-38b281d2-9197-4955-aba0-988a3d156b84 req-e512288b-6c8b-47de-9e5b-3c91b699fe8d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-deleted-6317f106-040d-4f80-acba-94a603a2874c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:44 user nova-compute[74046]: INFO nova.compute.manager [req-38b281d2-9197-4955-aba0-988a3d156b84 req-e512288b-6c8b-47de-9e5b-3c91b699fe8d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Neutron deleted interface 6317f106-040d-4f80-acba-94a603a2874c; detaching it from the instance and deleting it from the info cache
Oct 23 18:29:44 user nova-compute[74046]: DEBUG nova.network.neutron [req-38b281d2-9197-4955-aba0-988a3d156b84 req-e512288b-6c8b-47de-9e5b-3c91b699fe8d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [{"id": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "address": "fa:16:3e:01:c6:bc", "network": {"id": "b7db6722-4469-46b2-8295-8dcb8aae12e7", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1341842326-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd3c0134d-8d", "ovs_interfaceid": "d3c0134d-8d67-4a1f-817b-b3beb45d8ad0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:44 user nova-compute[74046]: DEBUG nova.compute.manager [req-38b281d2-9197-4955-aba0-988a3d156b84 req-e512288b-6c8b-47de-9e5b-3c91b699fe8d service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Detach interface failed, port_id=6317f106-040d-4f80-acba-94a603a2874c, reason: Instance 535de8ee-7dc5-406a-98de-2d5cd139324e could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:29:44 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:44 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Took 5.08 seconds to deallocate network for instance.
Oct 23 18:29:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:44 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:29:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:44 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:29:44 user nova-compute[74046]: INFO nova.compute.claims [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Claim successful on node user
Oct 23 18:29:45 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:29:45 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:29:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.673s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:29:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:29:45 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:29:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:29:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:29:45 user nova-compute[74046]: DEBUG nova.policy [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1b41e7f03604ba384cb9c1ce119a006', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c36d90d230743258e531113323cf5a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:29:45 user nova-compute[74046]: DEBUG nova.compute.manager [req-280bb74a-15ee-4943-bb22-2920ee83b405 req-a26d6d65-1682-4720-abdc-ed07b77def97 service nova] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Received event network-vif-deleted-c180529c-f194-4ec9-bba1-f933a1da43bd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:29:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:29:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Creating image(s)
Oct 23 18:29:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "/opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "/opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "/opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.164s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-9ceb3b21-21b7-468a-b41a-bc83f8c95948 req-bf5139b3-9321-4d64-8ff1-5abb26468ed1 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-deleted-d3c0134d-8d67-4a1f-817b-b3beb45d8ad0 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:46 user nova-compute[74046]: INFO nova.compute.manager [req-9ceb3b21-21b7-468a-b41a-bc83f8c95948 req-bf5139b3-9321-4d64-8ff1-5abb26468ed1 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Neutron deleted interface d3c0134d-8d67-4a1f-817b-b3beb45d8ad0; detaching it from the instance and deleting it from the info cache
Oct 23 18:29:46 user nova-compute[74046]: DEBUG nova.network.neutron [req-9ceb3b21-21b7-468a-b41a-bc83f8c95948 req-bf5139b3-9321-4d64-8ff1-5abb26468ed1 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [{"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "address": "fa:16:3e:d5:d9:bb", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap978a2f0a-69", "ovs_interfaceid": "978a2f0a-6900-4ba1-862e-01ffc792df5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.226s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:46 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Took 6.58 seconds to deallocate network for instance.
Oct 23 18:29:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-9ceb3b21-21b7-468a-b41a-bc83f8c95948 req-bf5139b3-9321-4d64-8ff1-5abb26468ed1 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Detach interface failed, port_id=d3c0134d-8d67-4a1f-817b-b3beb45d8ad0, reason: Instance 535de8ee-7dc5-406a-98de-2d5cd139324e could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-9ceb3b21-21b7-468a-b41a-bc83f8c95948 req-bf5139b3-9321-4d64-8ff1-5abb26468ed1 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Received event network-vif-deleted-978a2f0a-6900-4ba1-862e-01ffc792df5f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:46 user nova-compute[74046]: INFO nova.compute.manager [req-9ceb3b21-21b7-468a-b41a-bc83f8c95948 req-bf5139b3-9321-4d64-8ff1-5abb26468ed1 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Neutron deleted interface 978a2f0a-6900-4ba1-862e-01ffc792df5f; detaching it from the instance and deleting it from the info cache
Oct 23 18:29:46 user nova-compute[74046]: DEBUG nova.network.neutron [req-9ceb3b21-21b7-468a-b41a-bc83f8c95948 req-bf5139b3-9321-4d64-8ff1-5abb26468ed1 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Updating instance_info_cache with network_info: [{"id": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "address": "fa:16:3e:21:db:26", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e0e9303-51", "ovs_interfaceid": "7e0e9303-5189-4059-a9ab-86e2f0668c3b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "address": "fa:16:3e:8c:23:dc", "network": {"id": "06aa0283-29cb-4e39-b66e-40b2e913efb4", "bridge": "br-int", "label": "tempest-device-tagging-net1-1536846550", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "54c1b7c2b4744bf9905fa8ddb378272c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9e48ac0-06", "ovs_interfaceid": "e9e48ac0-0613-445a-a27b-3a3d94bd80de", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-9ceb3b21-21b7-468a-b41a-bc83f8c95948 req-bf5139b3-9321-4d64-8ff1-5abb26468ed1 service nova] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Detach interface failed, port_id=978a2f0a-6900-4ba1-862e-01ffc792df5f, reason: Instance 535de8ee-7dc5-406a-98de-2d5cd139324e could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk 1073741824" returned: 0 in 0.063s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.222s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Successfully created port: 7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Cannot resize image /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Ensure instance console log exists: /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Successfully updated port: 7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "refresh_cache-9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquired lock "refresh_cache-9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Updating instance_info_cache with network_info: [{"id": "7f2afc5f-9309-478b-8002-bac49968c874", "address": "fa:16:3e:94:63:90", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f2afc5f-93", "ovs_interfaceid": "7f2afc5f-9309-478b-8002-bac49968c874", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Releasing lock "refresh_cache-9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Instance network_info: |[{"id": "7f2afc5f-9309-478b-8002-bac49968c874", "address": "fa:16:3e:94:63:90", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f2afc5f-93", "ovs_interfaceid": "7f2afc5f-9309-478b-8002-bac49968c874", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Start _get_guest_xml network_info=[{"id": "7f2afc5f-9309-478b-8002-bac49968c874", "address": "fa:16:3e:94:63:90", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f2afc5f-93", "ovs_interfaceid": "7f2afc5f-9309-478b-8002-bac49968c874", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.compute.manager [req-c7c0d3a7-ed8b-4967-8022-f422927a5c87 req-f483b8ba-73e1-4e1f-bf00-e4f695efc278 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Received event network-changed-7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.compute.manager [req-c7c0d3a7-ed8b-4967-8022-f422927a5c87 req-f483b8ba-73e1-4e1f-bf00-e4f695efc278 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Refreshing instance network info cache due to event network-changed-7f2afc5f-9309-478b-8002-bac49968c874. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c7c0d3a7-ed8b-4967-8022-f422927a5c87 req-f483b8ba-73e1-4e1f-bf00-e4f695efc278 service nova] Acquiring lock "refresh_cache-9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c7c0d3a7-ed8b-4967-8022-f422927a5c87 req-f483b8ba-73e1-4e1f-bf00-e4f695efc278 service nova] Acquired lock "refresh_cache-9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.network.neutron [req-c7c0d3a7-ed8b-4967-8022-f422927a5c87 req-f483b8ba-73e1-4e1f-bf00-e4f695efc278 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Refreshing network info cache for port 7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:29:47 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:29:47 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:29:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-98854940',display_name='tempest-VolumesSnapshotTestJSON-instance-98854940',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-98854940',id=16,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE2D/A4vnYLuUCAkjWB7ui2pw3re3zaod7zwVd+cexBh/omos+SiW/MPyj+mGyYOMhakx10D9wJbyICMiwhWI13Pcf16G7sFzoUdZvLOGySP8CiTPn6Xiul/9C7F32SC2g==',key_name='tempest-keypair-2095778938',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2c36d90d230743258e531113323cf5a2',ramdisk_id='',reservation_id='r-nbu1mz42',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1827787066',owner_user_name='tempest-VolumesSnapshotTestJSON-1827787066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:29:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c1b41e7f03604ba384cb9c1ce119a006',uuid=9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7f2afc5f-9309-478b-8002-bac49968c874", "address": "fa:16:3e:94:63:90", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f2afc5f-93", "ovs_interfaceid": "7f2afc5f-9309-478b-8002-bac49968c874", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Converting VIF {"id": "7f2afc5f-9309-478b-8002-bac49968c874", "address": "fa:16:3e:94:63:90", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f2afc5f-93", "ovs_interfaceid": "7f2afc5f-9309-478b-8002-bac49968c874", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:63:90,bridge_name='br-int',has_traffic_filtering=True,id=7f2afc5f-9309-478b-8002-bac49968c874,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f2afc5f-93') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lazy-loading 'pci_devices' on Instance uuid 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:29:47 user nova-compute[74046]:   <uuid>9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc</uuid>
Oct 23 18:29:47 user nova-compute[74046]:   <name>instance-00000010</name>
Oct 23 18:29:47 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:29:47 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:29:47 user nova-compute[74046]:   <metadata>
Oct 23 18:29:47 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:29:47 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:29:47 user nova-compute[74046]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-98854940</nova:name>
Oct 23 18:29:47 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:29:47</nova:creationTime>
Oct 23 18:29:47 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:29:47 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:29:47 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:29:47 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:29:47 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:29:47 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:29:47 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:29:47 user nova-compute[74046]:       <nova:owner>
Oct 23 18:29:47 user nova-compute[74046]:         <nova:user uuid="c1b41e7f03604ba384cb9c1ce119a006">tempest-VolumesSnapshotTestJSON-1827787066-project-member</nova:user>
Oct 23 18:29:47 user nova-compute[74046]:         <nova:project uuid="2c36d90d230743258e531113323cf5a2">tempest-VolumesSnapshotTestJSON-1827787066</nova:project>
Oct 23 18:29:47 user nova-compute[74046]:       </nova:owner>
Oct 23 18:29:47 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:29:47 user nova-compute[74046]:       <nova:ports>
Oct 23 18:29:47 user nova-compute[74046]:         <nova:port uuid="7f2afc5f-9309-478b-8002-bac49968c874">
Oct 23 18:29:47 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 23 18:29:47 user nova-compute[74046]:         </nova:port>
Oct 23 18:29:47 user nova-compute[74046]:       </nova:ports>
Oct 23 18:29:47 user nova-compute[74046]:     </nova:instance>
Oct 23 18:29:47 user nova-compute[74046]:   </metadata>
Oct 23 18:29:47 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:29:47 user nova-compute[74046]:     <system>
Oct 23 18:29:47 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:29:47 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:29:47 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:29:47 user nova-compute[74046]:       <entry name="serial">9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc</entry>
Oct 23 18:29:47 user nova-compute[74046]:       <entry name="uuid">9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc</entry>
Oct 23 18:29:47 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:29:47 user nova-compute[74046]:     </system>
Oct 23 18:29:47 user nova-compute[74046]:   </sysinfo>
Oct 23 18:29:47 user nova-compute[74046]:   <os>
Oct 23 18:29:47 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:29:47 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:29:47 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:29:47 user nova-compute[74046]:   </os>
Oct 23 18:29:47 user nova-compute[74046]:   <features>
Oct 23 18:29:47 user nova-compute[74046]:     <acpi/>
Oct 23 18:29:47 user nova-compute[74046]:     <apic/>
Oct 23 18:29:47 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:29:47 user nova-compute[74046]:   </features>
Oct 23 18:29:47 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:29:47 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:29:47 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:29:47 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:29:47 user nova-compute[74046]:   </clock>
Oct 23 18:29:47 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:29:47 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:29:47 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:29:47 user nova-compute[74046]:   </cpu>
Oct 23 18:29:47 user nova-compute[74046]:   <devices>
Oct 23 18:29:47 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:29:47 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:29:47 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk"/>
Oct 23 18:29:47 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:29:47 user nova-compute[74046]:     </disk>
Oct 23 18:29:47 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:29:47 user nova-compute[74046]:       <mac address="fa:16:3e:94:63:90"/>
Oct 23 18:29:47 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:29:47 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:29:47 user nova-compute[74046]:       <target dev="tap7f2afc5f-93"/>
Oct 23 18:29:47 user nova-compute[74046]:     </interface>
Oct 23 18:29:47 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:29:47 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/console.log" append="off"/>
Oct 23 18:29:47 user nova-compute[74046]:     </serial>
Oct 23 18:29:47 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:29:47 user nova-compute[74046]:     <video>
Oct 23 18:29:47 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:29:47 user nova-compute[74046]:     </video>
Oct 23 18:29:47 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:29:47 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:29:47 user nova-compute[74046]:     </rng>
Oct 23 18:29:47 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:29:47 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:29:47 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:29:47 user nova-compute[74046]:     </memballoon>
Oct 23 18:29:47 user nova-compute[74046]:   </devices>
Oct 23 18:29:47 user nova-compute[74046]: </domain>
Oct 23 18:29:47 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:29:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-98854940',display_name='tempest-VolumesSnapshotTestJSON-instance-98854940',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-98854940',id=16,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE2D/A4vnYLuUCAkjWB7ui2pw3re3zaod7zwVd+cexBh/omos+SiW/MPyj+mGyYOMhakx10D9wJbyICMiwhWI13Pcf16G7sFzoUdZvLOGySP8CiTPn6Xiul/9C7F32SC2g==',key_name='tempest-keypair-2095778938',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2c36d90d230743258e531113323cf5a2',ramdisk_id='',reservation_id='r-nbu1mz42',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1827787066',owner_user_name='tempest-VolumesSnapshotTestJSON-1827787066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:29:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c1b41e7f03604ba384cb9c1ce119a006',uuid=9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7f2afc5f-9309-478b-8002-bac49968c874", "address": "fa:16:3e:94:63:90", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f2afc5f-93", "ovs_interfaceid": "7f2afc5f-9309-478b-8002-bac49968c874", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Converting VIF {"id": "7f2afc5f-9309-478b-8002-bac49968c874", "address": "fa:16:3e:94:63:90", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f2afc5f-93", "ovs_interfaceid": "7f2afc5f-9309-478b-8002-bac49968c874", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:94:63:90,bridge_name='br-int',has_traffic_filtering=True,id=7f2afc5f-9309-478b-8002-bac49968c874,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f2afc5f-93') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG os_vif [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:63:90,bridge_name='br-int',has_traffic_filtering=True,id=7f2afc5f-9309-478b-8002-bac49968c874,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f2afc5f-93') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '383b9d3c-177d-59e2-a2e8-ce394887e696', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7f2afc5f-93, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7f2afc5f-93, col_values=(('qos', UUID('c3e2f3b7-805b-4579-b0dc-fdeb296998e8')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7f2afc5f-93, col_values=(('external_ids', {'iface-id': '7f2afc5f-9309-478b-8002-bac49968c874', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:94:63:90', 'vm-uuid': '9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:47 user nova-compute[74046]: INFO os_vif [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:94:63:90,bridge_name='br-int',has_traffic_filtering=True,id=7f2afc5f-9309-478b-8002-bac49968c874,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f2afc5f-93')
Oct 23 18:29:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:29:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] No VIF found with MAC fa:16:3e:94:63:90, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:29:48 user nova-compute[74046]: DEBUG nova.network.neutron [req-c7c0d3a7-ed8b-4967-8022-f422927a5c87 req-f483b8ba-73e1-4e1f-bf00-e4f695efc278 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Updated VIF entry in instance network info cache for port 7f2afc5f-9309-478b-8002-bac49968c874. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:29:48 user nova-compute[74046]: DEBUG nova.network.neutron [req-c7c0d3a7-ed8b-4967-8022-f422927a5c87 req-f483b8ba-73e1-4e1f-bf00-e4f695efc278 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Updating instance_info_cache with network_info: [{"id": "7f2afc5f-9309-478b-8002-bac49968c874", "address": "fa:16:3e:94:63:90", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f2afc5f-93", "ovs_interfaceid": "7f2afc5f-9309-478b-8002-bac49968c874", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c7c0d3a7-ed8b-4967-8022-f422927a5c87 req-f483b8ba-73e1-4e1f-bf00-e4f695efc278 service nova] Releasing lock "refresh_cache-9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:29:49 user nova-compute[74046]: INFO nova.compute.manager [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] [instance: 535de8ee-7dc5-406a-98de-2d5cd139324e] Took 2.98 seconds to detach 3 volumes for instance.
Oct 23 18:29:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:49 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:29:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-9dd08403-20ac-49c2-8cb3-d344c4852ead req-18c3fe7e-23bc-43a7-903c-1805a19e9790 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Received event network-vif-plugged-7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9dd08403-20ac-49c2-8cb3-d344c4852ead req-18c3fe7e-23bc-43a7-903c-1805a19e9790 service nova] Acquiring lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9dd08403-20ac-49c2-8cb3-d344c4852ead req-18c3fe7e-23bc-43a7-903c-1805a19e9790 service nova] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9dd08403-20ac-49c2-8cb3-d344c4852ead req-18c3fe7e-23bc-43a7-903c-1805a19e9790 service nova] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-9dd08403-20ac-49c2-8cb3-d344c4852ead req-18c3fe7e-23bc-43a7-903c-1805a19e9790 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] No waiting events found dispatching network-vif-plugged-7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:49 user nova-compute[74046]: WARNING nova.compute.manager [req-9dd08403-20ac-49c2-8cb3-d344c4852ead req-18c3fe7e-23bc-43a7-903c-1805a19e9790 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Received unexpected event network-vif-plugged-7f2afc5f-9309-478b-8002-bac49968c874 for instance with vm_state building and task_state spawning.
Oct 23 18:29:49 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:29:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.649s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:49 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Deleted allocations for instance 535de8ee-7dc5-406a-98de-2d5cd139324e
Oct 23 18:29:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2b9cd762-fd3b-4cb2-b130-7891ebaee8f8 tempest-TaggedBootDevicesTest-392972307 tempest-TaggedBootDevicesTest-392972307-project-member] Lock "535de8ee-7dc5-406a-98de-2d5cd139324e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 18.854s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-21a413b0-cc48-4535-8c2a-21581ccf729a req-b9f36978-f253-45c0-adfc-bcc82c761f4c service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Received event network-vif-plugged-7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-21a413b0-cc48-4535-8c2a-21581ccf729a req-b9f36978-f253-45c0-adfc-bcc82c761f4c service nova] Acquiring lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-21a413b0-cc48-4535-8c2a-21581ccf729a req-b9f36978-f253-45c0-adfc-bcc82c761f4c service nova] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-21a413b0-cc48-4535-8c2a-21581ccf729a req-b9f36978-f253-45c0-adfc-bcc82c761f4c service nova] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-21a413b0-cc48-4535-8c2a-21581ccf729a req-b9f36978-f253-45c0-adfc-bcc82c761f4c service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] No waiting events found dispatching network-vif-plugged-7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:51 user nova-compute[74046]: WARNING nova.compute.manager [req-21a413b0-cc48-4535-8c2a-21581ccf729a req-b9f36978-f253-45c0-adfc-bcc82c761f4c service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Received unexpected event network-vif-plugged-7f2afc5f-9309-478b-8002-bac49968c874 for instance with vm_state building and task_state spawning.
Oct 23 18:29:52 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:29:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:29:52 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Instance spawned successfully.
Oct 23 18:29:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:29:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:29:52 user nova-compute[74046]: INFO nova.compute.manager [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Took 6.50 seconds to spawn the instance on the hypervisor.
Oct 23 18:29:52 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:29:52 user nova-compute[74046]: INFO nova.compute.manager [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Took 7.60 seconds to build instance.
Oct 23 18:29:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9d42b0fd-a1e8-4207-81c4-603b58c3a13e tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.710s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:57 user nova-compute[74046]: INFO nova.compute.manager [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Rescuing
Oct 23 18:29:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:29:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquired lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:29:57 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:29:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:58 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Updating instance_info_cache with network_info: [{"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:29:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Releasing lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:29:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-136ddb06-46a0-4ed3-a88e-24c78d398386 req-f7a3bb7c-3037-48ab-897f-3ae9ba319d04 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-unplugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-136ddb06-46a0-4ed3-a88e-24c78d398386 req-f7a3bb7c-3037-48ab-897f-3ae9ba319d04 service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-136ddb06-46a0-4ed3-a88e-24c78d398386 req-f7a3bb7c-3037-48ab-897f-3ae9ba319d04 service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-136ddb06-46a0-4ed3-a88e-24c78d398386 req-f7a3bb7c-3037-48ab-897f-3ae9ba319d04 service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-136ddb06-46a0-4ed3-a88e-24c78d398386 req-f7a3bb7c-3037-48ab-897f-3ae9ba319d04 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-unplugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:29:59 user nova-compute[74046]: WARNING nova.compute.manager [req-136ddb06-46a0-4ed3-a88e-24c78d398386 req-f7a3bb7c-3037-48ab-897f-3ae9ba319d04 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-unplugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state active and task_state rescuing.
Oct 23 18:29:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:29:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Instance destroyed successfully.
Oct 23 18:29:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Attempting rescue
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74046) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Instance directory exists: not creating {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 18:29:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Creating image(s)
Oct 23 18:29:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "/opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "/opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "/opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'trusted_certs' on Instance uuid 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.rescue {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.rescue" returned: 0 in 0.050s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'migration_context' on Instance uuid 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.objects.base [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<7a32db7d-7e07-41c5-b2c8-5bcca0579d21> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Start _get_guest_xml network_info=[{"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "vif_mac": "fa:16:3e:42:4e:ba"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'resources' on Instance uuid 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.objects.base [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<7a32db7d-7e07-41c5-b2c8-5bcca0579d21> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.objects.base [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<7a32db7d-7e07-41c5-b2c8-5bcca0579d21> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:29:59 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:29:59 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.objects.base [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<7a32db7d-7e07-41c5-b2c8-5bcca0579d21> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-271107890',display_name='tempest-ServerRescueNegativeTestJSON-server-271107890',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-271107890',id=2,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:25:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1df5afb288fb42fd8800b5e8c1669e7b',ramdisk_id='',reservation_id='r-21idobtg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1892604795',owner_user_name='tempest-ServerRescueNegativeTestJSON-1892604795-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:25:29Z,user_data=None,user_id='8768bac4ff57480eaab864da6a3b481d',uuid=7a32db7d-7e07-41c5-b2c8-5bcca0579d21,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "vif_mac": "fa:16:3e:42:4e:ba"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converting VIF {"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "vif_mac": "fa:16:3e:42:4e:ba"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:4e:ba,bridge_name='br-int',has_traffic_filtering=True,id=2477c714-08b2-4358-a263-65c0c3fabfa6,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2477c714-08') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'pci_devices' on Instance uuid 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.objects.base [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<7a32db7d-7e07-41c5-b2c8-5bcca0579d21> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:29:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:29:59 user nova-compute[74046]:   <uuid>7a32db7d-7e07-41c5-b2c8-5bcca0579d21</uuid>
Oct 23 18:29:59 user nova-compute[74046]:   <name>instance-00000002</name>
Oct 23 18:29:59 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:29:59 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:29:59 user nova-compute[74046]:   <metadata>
Oct 23 18:29:59 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:29:59 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:29:59 user nova-compute[74046]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-271107890</nova:name>
Oct 23 18:29:59 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:29:59</nova:creationTime>
Oct 23 18:29:59 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:29:59 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:29:59 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:29:59 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:29:59 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:29:59 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:29:59 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:29:59 user nova-compute[74046]:       <nova:owner>
Oct 23 18:29:59 user nova-compute[74046]:         <nova:user uuid="8768bac4ff57480eaab864da6a3b481d">tempest-ServerRescueNegativeTestJSON-1892604795-project-member</nova:user>
Oct 23 18:29:59 user nova-compute[74046]:         <nova:project uuid="1df5afb288fb42fd8800b5e8c1669e7b">tempest-ServerRescueNegativeTestJSON-1892604795</nova:project>
Oct 23 18:29:59 user nova-compute[74046]:       </nova:owner>
Oct 23 18:29:59 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:29:59 user nova-compute[74046]:       <nova:ports>
Oct 23 18:29:59 user nova-compute[74046]:         <nova:port uuid="2477c714-08b2-4358-a263-65c0c3fabfa6">
Oct 23 18:29:59 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 23 18:29:59 user nova-compute[74046]:         </nova:port>
Oct 23 18:29:59 user nova-compute[74046]:       </nova:ports>
Oct 23 18:29:59 user nova-compute[74046]:     </nova:instance>
Oct 23 18:29:59 user nova-compute[74046]:   </metadata>
Oct 23 18:29:59 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:29:59 user nova-compute[74046]:     <system>
Oct 23 18:29:59 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:29:59 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:29:59 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:29:59 user nova-compute[74046]:       <entry name="serial">7a32db7d-7e07-41c5-b2c8-5bcca0579d21</entry>
Oct 23 18:29:59 user nova-compute[74046]:       <entry name="uuid">7a32db7d-7e07-41c5-b2c8-5bcca0579d21</entry>
Oct 23 18:29:59 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:29:59 user nova-compute[74046]:     </system>
Oct 23 18:29:59 user nova-compute[74046]:   </sysinfo>
Oct 23 18:29:59 user nova-compute[74046]:   <os>
Oct 23 18:29:59 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:29:59 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:29:59 user nova-compute[74046]:   </os>
Oct 23 18:29:59 user nova-compute[74046]:   <features>
Oct 23 18:29:59 user nova-compute[74046]:     <acpi/>
Oct 23 18:29:59 user nova-compute[74046]:     <apic/>
Oct 23 18:29:59 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:29:59 user nova-compute[74046]:   </features>
Oct 23 18:29:59 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:29:59 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:29:59 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:29:59 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:29:59 user nova-compute[74046]:   </clock>
Oct 23 18:29:59 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:29:59 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:29:59 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:29:59 user nova-compute[74046]:   </cpu>
Oct 23 18:29:59 user nova-compute[74046]:   <devices>
Oct 23 18:29:59 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:29:59 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:29:59 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.rescue"/>
Oct 23 18:29:59 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:29:59 user nova-compute[74046]:     </disk>
Oct 23 18:29:59 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:29:59 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:29:59 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk"/>
Oct 23 18:29:59 user nova-compute[74046]:       <target dev="vdb" bus="virtio"/>
Oct 23 18:29:59 user nova-compute[74046]:     </disk>
Oct 23 18:29:59 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:29:59 user nova-compute[74046]:       <mac address="fa:16:3e:42:4e:ba"/>
Oct 23 18:29:59 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:29:59 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:29:59 user nova-compute[74046]:       <target dev="tap2477c714-08"/>
Oct 23 18:29:59 user nova-compute[74046]:     </interface>
Oct 23 18:29:59 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:29:59 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/console.log" append="off"/>
Oct 23 18:29:59 user nova-compute[74046]:     </serial>
Oct 23 18:29:59 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:29:59 user nova-compute[74046]:     <video>
Oct 23 18:29:59 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:29:59 user nova-compute[74046]:     </video>
Oct 23 18:29:59 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:29:59 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:29:59 user nova-compute[74046]:     </rng>
Oct 23 18:29:59 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:29:59 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:29:59 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:29:59 user nova-compute[74046]:     </memballoon>
Oct 23 18:29:59 user nova-compute[74046]:   </devices>
Oct 23 18:29:59 user nova-compute[74046]: </domain>
Oct 23 18:29:59 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:29:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Instance destroyed successfully.
Oct 23 18:30:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:30:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:30:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No VIF found with MAC fa:16:3e:42:4e:ba, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:30:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:30:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-65d223a9-cb60-4721-843c-22c3f02e3ff1 req-8299a90d-86e1-44ce-b187-5ae9f0baa94b service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-65d223a9-cb60-4721-843c-22c3f02e3ff1 req-8299a90d-86e1-44ce-b187-5ae9f0baa94b service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-65d223a9-cb60-4721-843c-22c3f02e3ff1 req-8299a90d-86e1-44ce-b187-5ae9f0baa94b service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-65d223a9-cb60-4721-843c-22c3f02e3ff1 req-8299a90d-86e1-44ce-b187-5ae9f0baa94b service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-65d223a9-cb60-4721-843c-22c3f02e3ff1 req-8299a90d-86e1-44ce-b187-5ae9f0baa94b service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:30:01 user nova-compute[74046]: WARNING nova.compute.manager [req-65d223a9-cb60-4721-843c-22c3f02e3ff1 req-8299a90d-86e1-44ce-b187-5ae9f0baa94b service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state active and task_state rescuing.
Oct 23 18:30:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:30:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:30:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:30:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:30:02 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:30:02 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updating instance_info_cache with network_info: [{"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:30:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:30:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:30:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:03 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:30:03 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:30:03 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:30:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:03 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:30:03 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9898c5dd-ad27-4a48-9a45-29e8f3b92a9e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:30:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Starting finish_migration {{(pid=74046) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Instance directory exists: not creating {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 18:30:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Creating image(s)
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.204s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk. size=21474836480 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk 21474836480 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:05 user nova-compute[74046]: INFO nova.compute.manager [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] [instance: 474936e7-e2f3-4060-b7aa-e1dbd7181473] Took 21.27 seconds to detach 3 volumes for instance.
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk 21474836480" returned: 0 in 0.082s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Ensure instance console log exists: /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Start _get_guest_xml network_info=[{"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-608718719-network", "vif_mac": "fa:16:3e:a2:9c:de"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '8ca64de1-0129-4a74-85ba-de8acd6faa69', 'disk_bus': 'virtio', 'boot_index': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtbmeHKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'c7ea709a-2c48-4257-90a9-a54e03478e3c', 'attached_at': '2023-10-23T18:30:05.000000', 'detached_at': '', 'volume_id': 'd4fa6894-8507-4d04-92b8-e11276815eac', 'serial': 'd4fa6894-8507-4d04-92b8-e11276815eac'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:05 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:30:05 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.rescue --force-share --output=json" returned: 0 in 0.245s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtbmeHKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:30:05 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:30:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:30:05 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:30:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:30:05 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260" returned: 21 in 0.040s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[aae25eb5-8124-4220-b91c-bc5748bddf74]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:30:05 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[830ffcab-d728-47a0-83a4-809fb0377be8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac] added
Oct 23 18:30:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4ddfca4-ac7c-4982-9285-e5994083aa4a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[821eb3e3-92eb-43b5-9159-144c77ba4d5f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZtbmeHKl {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZtbmeHKl" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c2e91fa-a2f7-4b60-ac28-16813c404e56]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZtbmeHKl'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[82b8b27f-feba-4d42-8703-23238a86ff34]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5da878b8-7b04-400d-86f9-ffe1e5356706]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:30:06 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:30:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:30:06 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:30:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[069131fd-0d24-47d7-b5ae-e95a501e3bc4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260]
Oct 23 18:30:06 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260] successful.
Oct 23 18:30:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f26c7a0-c9b5-4c3c-b03e-885cd7f37c2c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b424c48-b4e3-43bb-b1f2-c3d51f97e8c7]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:30:06 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:30:06 user nova-compute[74046]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:30:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:30:06 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:30:06 user nova-compute[74046]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:30:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.455s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] HCTL ('34', '-', '-', 0) found on session 16 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.041s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3822c4b5-8a90-44ad-8543-2708e2c328f5]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdj (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-4f3f1005-d43f-4c79-9c0d-52d73ee4ac93 req-5a612fae-6282-4c59-93cf-5fbf6e3586b7 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4f3f1005-d43f-4c79-9c0d-52d73ee4ac93 req-5a612fae-6282-4c59-93cf-5fbf6e3586b7 service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4f3f1005-d43f-4c79-9c0d-52d73ee4ac93 req-5a612fae-6282-4c59-93cf-5fbf6e3586b7 service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4f3f1005-d43f-4c79-9c0d-52d73ee4ac93 req-5a612fae-6282-4c59-93cf-5fbf6e3586b7 service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-4f3f1005-d43f-4c79-9c0d-52d73ee4ac93 req-5a612fae-6282-4c59-93cf-5fbf6e3586b7 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:30:06 user nova-compute[74046]: WARNING nova.compute.manager [req-4f3f1005-d43f-4c79-9c0d-52d73ee4ac93 req-5a612fae-6282-4c59-93cf-5fbf6e3586b7 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state rescued and task_state None.
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.903s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:06 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Deleted allocations for instance 474936e7-e2f3-4060-b7aa-e1dbd7181473
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51e1b901-d6b9-4be4-839b-b7a2f7b8e814 tempest-TaggedBootDevicesTest_v242-256177573 tempest-TaggedBootDevicesTest_v242-256177573-project-member] Lock "474936e7-e2f3-4060-b7aa-e1dbd7181473" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 35.923s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Searching for a device in session 16 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtbmeHKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.516s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] <== connect_volume: return (1518ms) {'type': 'block', 'scsi_wwn': '23837333535383663', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837333535383663', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1572540517',display_name='tempest-ServerActionsTestOtherB-server-1572540517',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1572540517',id=4,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK19bjCvWafiJgUIUYBf+119U3jUiP3zsJAk9a0p8s7fcLul4OakJ7sCjmu06/6WrvW9LftHaimBEBA0WM02XjSPKyajtF4rEIvPK5NMKm2LfOV6j2loGd95/IUjRknmOg==',key_name='tempest-keypair-2068499519',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:25:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ff739a8af61b4ddebb3ead905d93fec9',ramdisk_id='',reservation_id='r-422rlp4h',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-33893222',owner_user_name='tempest-ServerActionsTestOtherB-33893222-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:29:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1b82139e1dfe430b82abef320131fe0d',uuid=c7ea709a-2c48-4257-90a9-a54e03478e3c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-608718719-network", "vif_mac": "fa:16:3e:a2:9c:de"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converting VIF {"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-608718719-network", "vif_mac": "fa:16:3e:a2:9c:de"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:30:07 user nova-compute[74046]:   <uuid>c7ea709a-2c48-4257-90a9-a54e03478e3c</uuid>
Oct 23 18:30:07 user nova-compute[74046]:   <name>instance-00000004</name>
Oct 23 18:30:07 user nova-compute[74046]:   <memory>2097152</memory>
Oct 23 18:30:07 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:30:07 user nova-compute[74046]:   <metadata>
Oct 23 18:30:07 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:30:07 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:30:07 user nova-compute[74046]:       <nova:name>tempest-ServerActionsTestOtherB-server-1572540517</nova:name>
Oct 23 18:30:07 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:30:05</nova:creationTime>
Oct 23 18:30:07 user nova-compute[74046]:       <nova:flavor name="m1.small">
Oct 23 18:30:07 user nova-compute[74046]:         <nova:memory>2048</nova:memory>
Oct 23 18:30:07 user nova-compute[74046]:         <nova:disk>20</nova:disk>
Oct 23 18:30:07 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:30:07 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:30:07 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:30:07 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:30:07 user nova-compute[74046]:       <nova:owner>
Oct 23 18:30:07 user nova-compute[74046]:         <nova:user uuid="1b82139e1dfe430b82abef320131fe0d">tempest-ServerActionsTestOtherB-33893222-project-member</nova:user>
Oct 23 18:30:07 user nova-compute[74046]:         <nova:project uuid="ff739a8af61b4ddebb3ead905d93fec9">tempest-ServerActionsTestOtherB-33893222</nova:project>
Oct 23 18:30:07 user nova-compute[74046]:       </nova:owner>
Oct 23 18:30:07 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:30:07 user nova-compute[74046]:       <nova:ports>
Oct 23 18:30:07 user nova-compute[74046]:         <nova:port uuid="5fb6552a-de61-462f-91fc-ecf8b267f99f">
Oct 23 18:30:07 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 18:30:07 user nova-compute[74046]:         </nova:port>
Oct 23 18:30:07 user nova-compute[74046]:       </nova:ports>
Oct 23 18:30:07 user nova-compute[74046]:     </nova:instance>
Oct 23 18:30:07 user nova-compute[74046]:   </metadata>
Oct 23 18:30:07 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:30:07 user nova-compute[74046]:     <system>
Oct 23 18:30:07 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:30:07 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:30:07 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:30:07 user nova-compute[74046]:       <entry name="serial">c7ea709a-2c48-4257-90a9-a54e03478e3c</entry>
Oct 23 18:30:07 user nova-compute[74046]:       <entry name="uuid">c7ea709a-2c48-4257-90a9-a54e03478e3c</entry>
Oct 23 18:30:07 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:30:07 user nova-compute[74046]:     </system>
Oct 23 18:30:07 user nova-compute[74046]:   </sysinfo>
Oct 23 18:30:07 user nova-compute[74046]:   <os>
Oct 23 18:30:07 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:30:07 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:30:07 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:30:07 user nova-compute[74046]:   </os>
Oct 23 18:30:07 user nova-compute[74046]:   <features>
Oct 23 18:30:07 user nova-compute[74046]:     <acpi/>
Oct 23 18:30:07 user nova-compute[74046]:     <apic/>
Oct 23 18:30:07 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:30:07 user nova-compute[74046]:   </features>
Oct 23 18:30:07 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:30:07 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:30:07 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:30:07 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:30:07 user nova-compute[74046]:   </clock>
Oct 23 18:30:07 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:30:07 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:30:07 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:30:07 user nova-compute[74046]:   </cpu>
Oct 23 18:30:07 user nova-compute[74046]:   <devices>
Oct 23 18:30:07 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:30:07 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:30:07 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk"/>
Oct 23 18:30:07 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:30:07 user nova-compute[74046]:     </disk>
Oct 23 18:30:07 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:30:07 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:30:07 user nova-compute[74046]:       <source dev="/dev/sdc"/>
Oct 23 18:30:07 user nova-compute[74046]:       <target dev="vdb" bus="virtio"/>
Oct 23 18:30:07 user nova-compute[74046]:       <serial>d4fa6894-8507-4d04-92b8-e11276815eac</serial>
Oct 23 18:30:07 user nova-compute[74046]:     </disk>
Oct 23 18:30:07 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:30:07 user nova-compute[74046]:       <mac address="fa:16:3e:a2:9c:de"/>
Oct 23 18:30:07 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:30:07 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:30:07 user nova-compute[74046]:       <target dev="tap5fb6552a-de"/>
Oct 23 18:30:07 user nova-compute[74046]:     </interface>
Oct 23 18:30:07 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:30:07 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/console.log" append="off"/>
Oct 23 18:30:07 user nova-compute[74046]:     </serial>
Oct 23 18:30:07 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:30:07 user nova-compute[74046]:     <video>
Oct 23 18:30:07 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:30:07 user nova-compute[74046]:     </video>
Oct 23 18:30:07 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:30:07 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:30:07 user nova-compute[74046]:     </rng>
Oct 23 18:30:07 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:30:07 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:30:07 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:30:07 user nova-compute[74046]:     </memballoon>
Oct 23 18:30:07 user nova-compute[74046]:   </devices>
Oct 23 18:30:07 user nova-compute[74046]: </domain>
Oct 23 18:30:07 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1572540517',display_name='tempest-ServerActionsTestOtherB-server-1572540517',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1572540517',id=4,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK19bjCvWafiJgUIUYBf+119U3jUiP3zsJAk9a0p8s7fcLul4OakJ7sCjmu06/6WrvW9LftHaimBEBA0WM02XjSPKyajtF4rEIvPK5NMKm2LfOV6j2loGd95/IUjRknmOg==',key_name='tempest-keypair-2068499519',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:25:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ff739a8af61b4ddebb3ead905d93fec9',ramdisk_id='',reservation_id='r-422rlp4h',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-33893222',owner_user_name='tempest-ServerActionsTestOtherB-33893222-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:29:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1b82139e1dfe430b82abef320131fe0d',uuid=c7ea709a-2c48-4257-90a9-a54e03478e3c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-608718719-network", "vif_mac": "fa:16:3e:a2:9c:de"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converting VIF {"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-608718719-network", "vif_mac": "fa:16:3e:a2:9c:de"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG os_vif [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f81f7d8d-0eb6-574c-9be3-37b92ea0ae11', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5fb6552a-de, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5fb6552a-de, col_values=(('qos', UUID('e164bcce-d23d-41a2-a450-183bec6168ed')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5fb6552a-de, col_values=(('external_ids', {'iface-id': '5fb6552a-de61-462f-91fc-ecf8b267f99f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:9c:de', 'vm-uuid': 'c7ea709a-2c48-4257-90a9-a54e03478e3c'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:07 user nova-compute[74046]: INFO os_vif [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de')
Oct 23 18:30:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] No VIF found with MAC fa:16:3e:a2:9c:de, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-c81ee794-ac56-4a93-b498-aa97e86fb191 req-19dbea40-48ed-4f69-84aa-63d2094f8a07 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c81ee794-ac56-4a93-b498-aa97e86fb191 req-19dbea40-48ed-4f69-84aa-63d2094f8a07 service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c81ee794-ac56-4a93-b498-aa97e86fb191 req-19dbea40-48ed-4f69-84aa-63d2094f8a07 service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c81ee794-ac56-4a93-b498-aa97e86fb191 req-19dbea40-48ed-4f69-84aa-63d2094f8a07 service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-c81ee794-ac56-4a93-b498-aa97e86fb191 req-19dbea40-48ed-4f69-84aa-63d2094f8a07 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:30:08 user nova-compute[74046]: WARNING nova.compute.manager [req-c81ee794-ac56-4a93-b498-aa97e86fb191 req-19dbea40-48ed-4f69-84aa-63d2094f8a07 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state rescued and task_state None.
Oct 23 18:30:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:30:11 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:30:11 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7306MB free_disk=25.325130462646484GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Instance running successfully.
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Failed to set time: agent not configured {{(pid=74046) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3461e042-da47-4624-9893-2546030500c1 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] finish_migration finished successfully. {{(pid=74046) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Applying migration context for instance c7ea709a-2c48-4257-90a9-a54e03478e3c as it has an incoming, in-progress migration 59f3efde-a3a2-4dae-81af-0a38e15e4e32. Migration status is post-migrating {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 23 18:30:11 user nova-compute[74046]: INFO nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating resource usage from migration 59f3efde-a3a2-4dae-81af-0a38e15e4e32
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e5cd49-7784-4467-9952-ba68b07e1c07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance ebd037d0-1963-4fdb-9d91-a0f80f993ab0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 43511ed1-3337-4cf2-94a2-eab00283621c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Migration 59f3efde-a3a2-4dae-81af-0a38e15e4e32 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c7ea709a-2c48-4257-90a9-a54e03478e3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-da9fdbcc-77e2-4288-9a96-0a9b3ff197e3 req-4781cb4e-3612-4229-801f-00111acb2bf6 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-da9fdbcc-77e2-4288-9a96-0a9b3ff197e3 req-4781cb4e-3612-4229-801f-00111acb2bf6 service nova] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-da9fdbcc-77e2-4288-9a96-0a9b3ff197e3 req-4781cb4e-3612-4229-801f-00111acb2bf6 service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-da9fdbcc-77e2-4288-9a96-0a9b3ff197e3 req-4781cb4e-3612-4229-801f-00111acb2bf6 service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-da9fdbcc-77e2-4288-9a96-0a9b3ff197e3 req-4781cb4e-3612-4229-801f-00111acb2bf6 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] No waiting events found dispatching network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:30:11 user nova-compute[74046]: WARNING nova.compute.manager [req-da9fdbcc-77e2-4288-9a96-0a9b3ff197e3 req-4781cb4e-3612-4229-801f-00111acb2bf6 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received unexpected event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f for instance with vm_state active and task_state resize_finish.
Oct 23 18:30:12 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:30:12 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:30:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:30:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.695s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:13 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:30:13 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:30:13 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:30:13 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:30:13 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:30:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-ea7caa72-1c52-4e89-8c7c-c9553fd94adc req-3d1465af-736e-4241-8587-d10459f5e3d7 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ea7caa72-1c52-4e89-8c7c-c9553fd94adc req-3d1465af-736e-4241-8587-d10459f5e3d7 service nova] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ea7caa72-1c52-4e89-8c7c-c9553fd94adc req-3d1465af-736e-4241-8587-d10459f5e3d7 service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ea7caa72-1c52-4e89-8c7c-c9553fd94adc req-3d1465af-736e-4241-8587-d10459f5e3d7 service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-ea7caa72-1c52-4e89-8c7c-c9553fd94adc req-3d1465af-736e-4241-8587-d10459f5e3d7 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] No waiting events found dispatching network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:30:13 user nova-compute[74046]: WARNING nova.compute.manager [req-ea7caa72-1c52-4e89-8c7c-c9553fd94adc req-3d1465af-736e-4241-8587-d10459f5e3d7 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received unexpected event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f for instance with vm_state resized and task_state None.
Oct 23 18:30:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:30:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:30:19 user nova-compute[74046]: INFO nova.compute.claims [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Claim successful on node user
Oct 23 18:30:19 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:30:19 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:30:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.525s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:30:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:30:19 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:30:19 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:30:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG nova.policy [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89e7b33db0c7434296bf5ab8365951dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fa4613452ba402986d11c8b4ddc9b04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:30:20 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Creating image(s)
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.029s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.188s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.200s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk 1073741824" returned: 0 in 0.068s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.282s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Successfully created port: e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:30:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Cannot resize image /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Ensure instance console log exists: /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Successfully updated port: e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquired lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-b4e93526-e92c-47ae-aa84-e3b34f1fe8d5 req-6d7be0c2-cc30-4355-89d6-087ea2d476c0 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-changed-e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-b4e93526-e92c-47ae-aa84-e3b34f1fe8d5 req-6d7be0c2-cc30-4355-89d6-087ea2d476c0 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Refreshing instance network info cache due to event network-changed-e1846a9a-a8d0-464a-9629-499210d347ab. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b4e93526-e92c-47ae-aa84-e3b34f1fe8d5 req-6d7be0c2-cc30-4355-89d6-087ea2d476c0 service nova] Acquiring lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Updating instance_info_cache with network_info: [{"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Releasing lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Instance network_info: |[{"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b4e93526-e92c-47ae-aa84-e3b34f1fe8d5 req-6d7be0c2-cc30-4355-89d6-087ea2d476c0 service nova] Acquired lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.network.neutron [req-b4e93526-e92c-47ae-aa84-e3b34f1fe8d5 req-6d7be0c2-cc30-4355-89d6-087ea2d476c0 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Refreshing network info cache for port e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Start _get_guest_xml network_info=[{"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:30:21 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:30:21 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:30:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-572913103',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-572913103',id=17,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6Ijol49AxHQIZHubrhN+xQhKxI9BezJm4PRnRuCCJkYVrRKLF7wksLJX0TNmpLMkkh9jrRN74/2FWvD2fujXtNgnCnoU49bb4tGslqTgaLJM0g8VKlpeIB1QULqd0FIw==',key_name='tempest-keypair-1023831243',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9fa4613452ba402986d11c8b4ddc9b04',ramdisk_id='',reservation_id='r-98cggggm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-908998244',owner_user_name='tempest-TaggedAttachmentsTest-908998244-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:30:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89e7b33db0c7434296bf5ab8365951dc',uuid=6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converting VIF {"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:58:2e,bridge_name='br-int',has_traffic_filtering=True,id=e1846a9a-a8d0-464a-9629-499210d347ab,network=Network(3309901d-f75d-4c12-a52c-8803fd8de067),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1846a9a-a8') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lazy-loading 'pci_devices' on Instance uuid 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:30:21 user nova-compute[74046]:   <uuid>6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</uuid>
Oct 23 18:30:21 user nova-compute[74046]:   <name>instance-00000011</name>
Oct 23 18:30:21 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:30:21 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:30:21 user nova-compute[74046]:   <metadata>
Oct 23 18:30:21 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:30:21 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:30:21 user nova-compute[74046]:       <nova:name>tempest-device-tagging-server-572913103</nova:name>
Oct 23 18:30:21 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:30:21</nova:creationTime>
Oct 23 18:30:21 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:30:21 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:30:21 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:30:21 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:30:21 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:30:21 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:30:21 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:30:21 user nova-compute[74046]:       <nova:owner>
Oct 23 18:30:21 user nova-compute[74046]:         <nova:user uuid="89e7b33db0c7434296bf5ab8365951dc">tempest-TaggedAttachmentsTest-908998244-project-member</nova:user>
Oct 23 18:30:21 user nova-compute[74046]:         <nova:project uuid="9fa4613452ba402986d11c8b4ddc9b04">tempest-TaggedAttachmentsTest-908998244</nova:project>
Oct 23 18:30:21 user nova-compute[74046]:       </nova:owner>
Oct 23 18:30:21 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:30:21 user nova-compute[74046]:       <nova:ports>
Oct 23 18:30:21 user nova-compute[74046]:         <nova:port uuid="e1846a9a-a8d0-464a-9629-499210d347ab">
Oct 23 18:30:21 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 18:30:21 user nova-compute[74046]:         </nova:port>
Oct 23 18:30:21 user nova-compute[74046]:       </nova:ports>
Oct 23 18:30:21 user nova-compute[74046]:     </nova:instance>
Oct 23 18:30:21 user nova-compute[74046]:   </metadata>
Oct 23 18:30:21 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:30:21 user nova-compute[74046]:     <system>
Oct 23 18:30:21 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:30:21 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:30:21 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:30:21 user nova-compute[74046]:       <entry name="serial">6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</entry>
Oct 23 18:30:21 user nova-compute[74046]:       <entry name="uuid">6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</entry>
Oct 23 18:30:21 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:30:21 user nova-compute[74046]:     </system>
Oct 23 18:30:21 user nova-compute[74046]:   </sysinfo>
Oct 23 18:30:21 user nova-compute[74046]:   <os>
Oct 23 18:30:21 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:30:21 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:30:21 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:30:21 user nova-compute[74046]:   </os>
Oct 23 18:30:21 user nova-compute[74046]:   <features>
Oct 23 18:30:21 user nova-compute[74046]:     <acpi/>
Oct 23 18:30:21 user nova-compute[74046]:     <apic/>
Oct 23 18:30:21 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:30:21 user nova-compute[74046]:   </features>
Oct 23 18:30:21 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:30:21 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:30:21 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:30:21 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:30:21 user nova-compute[74046]:   </clock>
Oct 23 18:30:21 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:30:21 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:30:21 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:30:21 user nova-compute[74046]:   </cpu>
Oct 23 18:30:21 user nova-compute[74046]:   <devices>
Oct 23 18:30:21 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:30:21 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:30:21 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk"/>
Oct 23 18:30:21 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:30:21 user nova-compute[74046]:     </disk>
Oct 23 18:30:21 user nova-compute[74046]:     <disk type="file" device="cdrom">
Oct 23 18:30:21 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none"/>
Oct 23 18:30:21 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk.config"/>
Oct 23 18:30:21 user nova-compute[74046]:       <target dev="hda" bus="ide"/>
Oct 23 18:30:21 user nova-compute[74046]:     </disk>
Oct 23 18:30:21 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:30:21 user nova-compute[74046]:       <mac address="fa:16:3e:ca:58:2e"/>
Oct 23 18:30:21 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:30:21 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:30:21 user nova-compute[74046]:       <target dev="tape1846a9a-a8"/>
Oct 23 18:30:21 user nova-compute[74046]:     </interface>
Oct 23 18:30:21 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:30:21 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/console.log" append="off"/>
Oct 23 18:30:21 user nova-compute[74046]:     </serial>
Oct 23 18:30:21 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:30:21 user nova-compute[74046]:     <video>
Oct 23 18:30:21 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:30:21 user nova-compute[74046]:     </video>
Oct 23 18:30:21 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:30:21 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:30:21 user nova-compute[74046]:     </rng>
Oct 23 18:30:21 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:30:21 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:30:21 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:30:21 user nova-compute[74046]:     </memballoon>
Oct 23 18:30:21 user nova-compute[74046]:   </devices>
Oct 23 18:30:21 user nova-compute[74046]: </domain>
Oct 23 18:30:21 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:30:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-572913103',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-572913103',id=17,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6Ijol49AxHQIZHubrhN+xQhKxI9BezJm4PRnRuCCJkYVrRKLF7wksLJX0TNmpLMkkh9jrRN74/2FWvD2fujXtNgnCnoU49bb4tGslqTgaLJM0g8VKlpeIB1QULqd0FIw==',key_name='tempest-keypair-1023831243',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9fa4613452ba402986d11c8b4ddc9b04',ramdisk_id='',reservation_id='r-98cggggm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-908998244',owner_user_name='tempest-TaggedAttachmentsTest-908998244-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:30:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89e7b33db0c7434296bf5ab8365951dc',uuid=6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converting VIF {"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:58:2e,bridge_name='br-int',has_traffic_filtering=True,id=e1846a9a-a8d0-464a-9629-499210d347ab,network=Network(3309901d-f75d-4c12-a52c-8803fd8de067),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1846a9a-a8') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG os_vif [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:58:2e,bridge_name='br-int',has_traffic_filtering=True,id=e1846a9a-a8d0-464a-9629-499210d347ab,network=Network(3309901d-f75d-4c12-a52c-8803fd8de067),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1846a9a-a8') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a17894d9-3556-53b9-a6f4-d51d26c98df6', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape1846a9a-a8, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape1846a9a-a8, col_values=(('qos', UUID('899712bb-6c5b-4247-ad7e-fdb65891c792')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape1846a9a-a8, col_values=(('external_ids', {'iface-id': 'e1846a9a-a8d0-464a-9629-499210d347ab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ca:58:2e', 'vm-uuid': '6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:30:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:22 user nova-compute[74046]: INFO os_vif [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:58:2e,bridge_name='br-int',has_traffic_filtering=True,id=e1846a9a-a8d0-464a-9629-499210d347ab,network=Network(3309901d-f75d-4c12-a52c-8803fd8de067),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1846a9a-a8')
Oct 23 18:30:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:30:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] No BDM found with device name hda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:30:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] No VIF found with MAC fa:16:3e:ca:58:2e, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:30:22 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Using config drive
Oct 23 18:30:22 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Creating config drive at /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk.config
Oct 23 18:30:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpbeqzhh_i {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpbeqzhh_i" returned: 0 in 0.059s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:22 user nova-compute[74046]: DEBUG nova.network.neutron [req-b4e93526-e92c-47ae-aa84-e3b34f1fe8d5 req-6d7be0c2-cc30-4355-89d6-087ea2d476c0 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Updated VIF entry in instance network info cache for port e1846a9a-a8d0-464a-9629-499210d347ab. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:30:22 user nova-compute[74046]: DEBUG nova.network.neutron [req-b4e93526-e92c-47ae-aa84-e3b34f1fe8d5 req-6d7be0c2-cc30-4355-89d6-087ea2d476c0 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Updating instance_info_cache with network_info: [{"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:30:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b4e93526-e92c-47ae-aa84-e3b34f1fe8d5 req-6d7be0c2-cc30-4355-89d6-087ea2d476c0 service nova] Releasing lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:30:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-f0897882-0605-4c8f-9b21-6379647cad13 req-f65b4a2a-41a0-4030-bd49-d3de0edf256e service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-vif-plugged-e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f0897882-0605-4c8f-9b21-6379647cad13 req-f65b4a2a-41a0-4030-bd49-d3de0edf256e service nova] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f0897882-0605-4c8f-9b21-6379647cad13 req-f65b4a2a-41a0-4030-bd49-d3de0edf256e service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f0897882-0605-4c8f-9b21-6379647cad13 req-f65b4a2a-41a0-4030-bd49-d3de0edf256e service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-f0897882-0605-4c8f-9b21-6379647cad13 req-f65b4a2a-41a0-4030-bd49-d3de0edf256e service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] No waiting events found dispatching network-vif-plugged-e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:30:24 user nova-compute[74046]: WARNING nova.compute.manager [req-f0897882-0605-4c8f-9b21-6379647cad13 req-f65b4a2a-41a0-4030-bd49-d3de0edf256e service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received unexpected event network-vif-plugged-e1846a9a-a8d0-464a-9629-499210d347ab for instance with vm_state building and task_state spawning.
Oct 23 18:30:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:30:26 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Instance spawned successfully.
Oct 23 18:30:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-aa33410f-d89e-4067-9c98-2b8aab145019 req-0d941dda-b838-47f8-bc4a-7c16b0c142a5 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-vif-plugged-e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-aa33410f-d89e-4067-9c98-2b8aab145019 req-0d941dda-b838-47f8-bc4a-7c16b0c142a5 service nova] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-aa33410f-d89e-4067-9c98-2b8aab145019 req-0d941dda-b838-47f8-bc4a-7c16b0c142a5 service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-aa33410f-d89e-4067-9c98-2b8aab145019 req-0d941dda-b838-47f8-bc4a-7c16b0c142a5 service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-aa33410f-d89e-4067-9c98-2b8aab145019 req-0d941dda-b838-47f8-bc4a-7c16b0c142a5 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] No waiting events found dispatching network-vif-plugged-e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:30:26 user nova-compute[74046]: WARNING nova.compute.manager [req-aa33410f-d89e-4067-9c98-2b8aab145019 req-0d941dda-b838-47f8-bc4a-7c16b0c142a5 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received unexpected event network-vif-plugged-e1846a9a-a8d0-464a-9629-499210d347ab for instance with vm_state building and task_state spawning.
Oct 23 18:30:26 user nova-compute[74046]: INFO nova.compute.manager [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Took 6.15 seconds to spawn the instance on the hypervisor.
Oct 23 18:30:26 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:30:26 user nova-compute[74046]: INFO nova.compute.manager [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Took 7.04 seconds to build instance.
Oct 23 18:30:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b453adfa-53b5-499a-9540-22a060ef4f85 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.155s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "43511ed1-3337-4cf2-94a2-eab00283621c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "43511ed1-3337-4cf2-94a2-eab00283621c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:45 user nova-compute[74046]: INFO nova.compute.manager [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Terminating instance
Oct 23 18:30:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-bb9eb5e0-8be0-4ae0-b55b-c496c8bbe22c req-ec2e321e-933b-4d8e-8bad-3989af4556b6 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received event network-vif-unplugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bb9eb5e0-8be0-4ae0-b55b-c496c8bbe22c req-ec2e321e-933b-4d8e-8bad-3989af4556b6 service nova] Acquiring lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bb9eb5e0-8be0-4ae0-b55b-c496c8bbe22c req-ec2e321e-933b-4d8e-8bad-3989af4556b6 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bb9eb5e0-8be0-4ae0-b55b-c496c8bbe22c req-ec2e321e-933b-4d8e-8bad-3989af4556b6 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-bb9eb5e0-8be0-4ae0-b55b-c496c8bbe22c req-ec2e321e-933b-4d8e-8bad-3989af4556b6 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] No waiting events found dispatching network-vif-unplugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-bb9eb5e0-8be0-4ae0-b55b-c496c8bbe22c req-ec2e321e-933b-4d8e-8bad-3989af4556b6 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received event network-vif-unplugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:46 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Instance destroyed successfully.
Oct 23 18:30:46 user nova-compute[74046]: DEBUG nova.objects.instance [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lazy-loading 'resources' on Instance uuid 43511ed1-3337-4cf2-94a2-eab00283621c {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:26:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1523187742',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1238869610',id=10,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOJIG8OkfeJuq2QM8zBJYHirmMkOx+v/w/Nv1DX5/hMdjXsBJ+pkScGydbFlhVVsyYSLkUquWAQp9ti2hPaU/0x0tLuVa2MnZd6O+Gg0fLMHF4X+h17lkrI3cHH0VDw+dw==',key_name='tempest-keypair-1920618184',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:29:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2717c7efa8784efc91cbd2cc36a709ef',ramdisk_id='',reservation_id='r-0e857v4e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1154510892',owner_user_name='tempest-ServerActionsV293TestJSON-1154510892-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:29:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='740c7ef9c8fe4ec5989a8ff6f7fdbae7',uuid=43511ed1-3337-4cf2-94a2-eab00283621c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Converting VIF {"id": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "address": "fa:16:3e:2e:4d:56", "network": {"id": "64aa643f-9f19-4b1f-a4d8-d804d50de348", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1008661696-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2717c7efa8784efc91cbd2cc36a709ef", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb2dda34b-75", "ovs_interfaceid": "b2dda34b-75a6-45e7-9a5d-e53aadfca072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG os_vif [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb2dda34b-75, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=da712996-2072-453c-bad3-0134693a3618) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:46 user nova-compute[74046]: INFO os_vif [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:4d:56,bridge_name='br-int',has_traffic_filtering=True,id=b2dda34b-75a6-45e7-9a5d-e53aadfca072,network=Network(64aa643f-9f19-4b1f-a4d8-d804d50de348),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb2dda34b-75')
Oct 23 18:30:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FJmjPRuT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:30:46 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:30:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[353e009d-5cad-4ec8-b1ea-f0c1f6af3a5c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:30:46 user nova-compute[74046]: No targets found.
Oct 23 18:30:46 user nova-compute[74046]: iSNS:
Oct 23 18:30:46 user nova-compute[74046]: No targets found.
Oct 23 18:30:46 user nova-compute[74046]: STATIC:
Oct 23 18:30:46 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac
Oct 23 18:30:46 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:30:46 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:30:46 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa
Oct 23 18:30:46 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:30:46 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:30:46 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:30:46 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:30:46 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:30:46 user nova-compute[74046]: FIRMWARE:
Oct 23 18:30:46 user nova-compute[74046]: No targets found.
Oct 23 18:30:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:30:46 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:30:46 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b427ee3-e3da-4436-86de-a7b8ba5a876d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a75cdd4-a68f-4fc2-9e09-3691c01f7c35]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:30:46 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:30:46 user nova-compute[74046]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:30:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa (non-flash)
Oct 23 18:30:46 user nova-compute[74046]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:30:46 user nova-compute[74046]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:30:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef8373640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[70a87468-4348-4773-a7c9-08bed068d44c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a686b33-5a6b-464f-a1ac-7e9a34401a35]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e52dcc88-7d21-4db0-8957-b2adc6cb6cf4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:30:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0756e5b-5246-4144-bae8-13855a4de44c]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23631613633623861', '/dev/disk/by-id/scsi-1SCST_BIOda139c1d-61a63b8af07d68f6', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_da139c1d') {{(pid=85373) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0006c556-a9ac-40c0-b508-6b6eecb4fd6e]: (4, None) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[34c0e7b7-65df-4e67-9747-c525a9d38b11]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[631e5343-510e-4475-a288-2d242eff544b]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260]
Oct 23 18:30:47 user nova-compute[74046]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa, portal: 172.16.0.220,3260] successful.
Oct 23 18:30:47 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98a37379-46be-4f83-b223-9c8e327cf0aa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbe075f3-8742-4459-8d57-376bd6a0aad3]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] <== disconnect_volume: return (338ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:30:47 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Deleting instance files /opt/stack/data/nova/instances/43511ed1-3337-4cf2-94a2-eab00283621c_del
Oct 23 18:30:47 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Deletion of /opt/stack/data/nova/instances/43511ed1-3337-4cf2-94a2-eab00283621c_del complete
Oct 23 18:30:47 user nova-compute[74046]: INFO nova.compute.manager [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Took 1.31 seconds to destroy the instance on the hypervisor.
Oct 23 18:30:47 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:30:47 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:30:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:48 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:30:48 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Took 1.10 seconds to deallocate network for instance.
Oct 23 18:30:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-d0b71bed-b965-49d9-821f-77e01ac7449e req-8c6ea82c-8c8b-4944-893f-6db10c4dd1d5 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received event network-vif-deleted-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-6b0dfa9a-d87f-49db-af31-fe6d8a0d582a req-518d3a64-1ced-47e9-a399-65049a1f3b51 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received event network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6b0dfa9a-d87f-49db-af31-fe6d8a0d582a req-518d3a64-1ced-47e9-a399-65049a1f3b51 service nova] Acquiring lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6b0dfa9a-d87f-49db-af31-fe6d8a0d582a req-518d3a64-1ced-47e9-a399-65049a1f3b51 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6b0dfa9a-d87f-49db-af31-fe6d8a0d582a req-518d3a64-1ced-47e9-a399-65049a1f3b51 service nova] Lock "43511ed1-3337-4cf2-94a2-eab00283621c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-6b0dfa9a-d87f-49db-af31-fe6d8a0d582a req-518d3a64-1ced-47e9-a399-65049a1f3b51 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] No waiting events found dispatching network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:30:48 user nova-compute[74046]: WARNING nova.compute.manager [req-6b0dfa9a-d87f-49db-af31-fe6d8a0d582a req-518d3a64-1ced-47e9-a399-65049a1f3b51 service nova] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Received unexpected event network-vif-plugged-b2dda34b-75a6-45e7-9a5d-e53aadfca072 for instance with vm_state active and task_state deleting.
Oct 23 18:30:49 user nova-compute[74046]: INFO nova.compute.manager [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Took 0.86 seconds to detach 1 volumes for instance.
Oct 23 18:30:49 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] [instance: 43511ed1-3337-4cf2-94a2-eab00283621c] Deleting volume: 98a37379-46be-4f83-b223-9c8e327cf0aa {{(pid=74046) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 23 18:30:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:49 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:30:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:49 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:30:49 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:30:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.504s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.060s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:30:49 user nova-compute[74046]: INFO nova.compute.claims [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Claim successful on node user
Oct 23 18:30:49 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Deleted allocations for instance 43511ed1-3337-4cf2-94a2-eab00283621c
Oct 23 18:30:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d362b50-701c-43fa-85bc-9cdd1ba9c3b2 tempest-ServerActionsV293TestJSON-1154510892 tempest-ServerActionsV293TestJSON-1154510892-project-member] Lock "43511ed1-3337-4cf2-94a2-eab00283621c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.059s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.563s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG nova.network.neutron [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:30:50 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:30:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG nova.policy [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bab7ebdd08d44d1bb85a6761c6b7f052', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82d77c2a36d249468eac3e5218dad25f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:30:50 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Creating image(s)
Oct 23 18:30:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "/opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "/opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "/opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.230s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.201s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk 1073741824" returned: 0 in 0.063s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG nova.network.neutron [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Successfully created port: 15b357e1-bbdf-4715-924b-a057fcdca70e {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.214s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Checking if we can resize image /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Cannot resize image /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Ensure instance console log exists: /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.network.neutron [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Successfully updated port: 15b357e1-bbdf-4715-924b-a057fcdca70e {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "refresh_cache-927c1000-cf11-47d7-9bc6-0c0a321a3f31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquired lock "refresh_cache-927c1000-cf11-47d7-9bc6-0c0a321a3f31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.network.neutron [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-10557b96-ad9a-40af-8182-c2c27d2d756d req-ce528d74-8de1-43ec-ae35-62df953655e4 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Received event network-changed-15b357e1-bbdf-4715-924b-a057fcdca70e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-10557b96-ad9a-40af-8182-c2c27d2d756d req-ce528d74-8de1-43ec-ae35-62df953655e4 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Refreshing instance network info cache due to event network-changed-15b357e1-bbdf-4715-924b-a057fcdca70e. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-10557b96-ad9a-40af-8182-c2c27d2d756d req-ce528d74-8de1-43ec-ae35-62df953655e4 service nova] Acquiring lock "refresh_cache-927c1000-cf11-47d7-9bc6-0c0a321a3f31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.network.neutron [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.network.neutron [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Updating instance_info_cache with network_info: [{"id": "15b357e1-bbdf-4715-924b-a057fcdca70e", "address": "fa:16:3e:e9:78:f2", "network": {"id": "30b2e5d5-d425-41d1-b3d3-b0da9bba0984", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1989135680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "82d77c2a36d249468eac3e5218dad25f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b357e1-bb", "ovs_interfaceid": "15b357e1-bbdf-4715-924b-a057fcdca70e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Releasing lock "refresh_cache-927c1000-cf11-47d7-9bc6-0c0a321a3f31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Instance network_info: |[{"id": "15b357e1-bbdf-4715-924b-a057fcdca70e", "address": "fa:16:3e:e9:78:f2", "network": {"id": "30b2e5d5-d425-41d1-b3d3-b0da9bba0984", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1989135680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "82d77c2a36d249468eac3e5218dad25f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b357e1-bb", "ovs_interfaceid": "15b357e1-bbdf-4715-924b-a057fcdca70e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-10557b96-ad9a-40af-8182-c2c27d2d756d req-ce528d74-8de1-43ec-ae35-62df953655e4 service nova] Acquired lock "refresh_cache-927c1000-cf11-47d7-9bc6-0c0a321a3f31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.network.neutron [req-10557b96-ad9a-40af-8182-c2c27d2d756d req-ce528d74-8de1-43ec-ae35-62df953655e4 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Refreshing network info cache for port 15b357e1-bbdf-4715-924b-a057fcdca70e {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Start _get_guest_xml network_info=[{"id": "15b357e1-bbdf-4715-924b-a057fcdca70e", "address": "fa:16:3e:e9:78:f2", "network": {"id": "30b2e5d5-d425-41d1-b3d3-b0da9bba0984", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1989135680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "82d77c2a36d249468eac3e5218dad25f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b357e1-bb", "ovs_interfaceid": "15b357e1-bbdf-4715-924b-a057fcdca70e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:30:52 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:30:52 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:30:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1366483148',display_name='tempest-TestVolumeSwap-server-1366483148',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1366483148',id=18,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB1t0Yib/EKofVzAGCQzCWmg0ZZgs35DxPdlPFzfTmvU3homBBS3JSQ5TCdx3tu7aZN8EL4rKS8Mbff48SfXinjzdJ9FiHsFKHNP/IjrstTKOXVOfDQorlwVWIFIAAZ8rA==',key_name='tempest-keypair-720882689',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='82d77c2a36d249468eac3e5218dad25f',ramdisk_id='',reservation_id='r-hu4367ii',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-2036315938',owner_user_name='tempest-TestVolumeSwap-2036315938-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:30:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bab7ebdd08d44d1bb85a6761c6b7f052',uuid=927c1000-cf11-47d7-9bc6-0c0a321a3f31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15b357e1-bbdf-4715-924b-a057fcdca70e", "address": "fa:16:3e:e9:78:f2", "network": {"id": "30b2e5d5-d425-41d1-b3d3-b0da9bba0984", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1989135680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "82d77c2a36d249468eac3e5218dad25f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b357e1-bb", "ovs_interfaceid": "15b357e1-bbdf-4715-924b-a057fcdca70e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Converting VIF {"id": "15b357e1-bbdf-4715-924b-a057fcdca70e", "address": "fa:16:3e:e9:78:f2", "network": {"id": "30b2e5d5-d425-41d1-b3d3-b0da9bba0984", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1989135680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "82d77c2a36d249468eac3e5218dad25f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b357e1-bb", "ovs_interfaceid": "15b357e1-bbdf-4715-924b-a057fcdca70e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:78:f2,bridge_name='br-int',has_traffic_filtering=True,id=15b357e1-bbdf-4715-924b-a057fcdca70e,network=Network(30b2e5d5-d425-41d1-b3d3-b0da9bba0984),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b357e1-bb') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.objects.instance [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lazy-loading 'pci_devices' on Instance uuid 927c1000-cf11-47d7-9bc6-0c0a321a3f31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:30:52 user nova-compute[74046]:   <uuid>927c1000-cf11-47d7-9bc6-0c0a321a3f31</uuid>
Oct 23 18:30:52 user nova-compute[74046]:   <name>instance-00000012</name>
Oct 23 18:30:52 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:30:52 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:30:52 user nova-compute[74046]:   <metadata>
Oct 23 18:30:52 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:30:52 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:30:52 user nova-compute[74046]:       <nova:name>tempest-TestVolumeSwap-server-1366483148</nova:name>
Oct 23 18:30:52 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:30:52</nova:creationTime>
Oct 23 18:30:52 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:30:52 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:30:52 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:30:52 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:30:52 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:30:52 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:30:52 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:30:52 user nova-compute[74046]:       <nova:owner>
Oct 23 18:30:52 user nova-compute[74046]:         <nova:user uuid="bab7ebdd08d44d1bb85a6761c6b7f052">tempest-TestVolumeSwap-2036315938-project-member</nova:user>
Oct 23 18:30:52 user nova-compute[74046]:         <nova:project uuid="82d77c2a36d249468eac3e5218dad25f">tempest-TestVolumeSwap-2036315938</nova:project>
Oct 23 18:30:52 user nova-compute[74046]:       </nova:owner>
Oct 23 18:30:52 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:30:52 user nova-compute[74046]:       <nova:ports>
Oct 23 18:30:52 user nova-compute[74046]:         <nova:port uuid="15b357e1-bbdf-4715-924b-a057fcdca70e">
Oct 23 18:30:52 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 18:30:52 user nova-compute[74046]:         </nova:port>
Oct 23 18:30:52 user nova-compute[74046]:       </nova:ports>
Oct 23 18:30:52 user nova-compute[74046]:     </nova:instance>
Oct 23 18:30:52 user nova-compute[74046]:   </metadata>
Oct 23 18:30:52 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:30:52 user nova-compute[74046]:     <system>
Oct 23 18:30:52 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:30:52 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:30:52 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:30:52 user nova-compute[74046]:       <entry name="serial">927c1000-cf11-47d7-9bc6-0c0a321a3f31</entry>
Oct 23 18:30:52 user nova-compute[74046]:       <entry name="uuid">927c1000-cf11-47d7-9bc6-0c0a321a3f31</entry>
Oct 23 18:30:52 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:30:52 user nova-compute[74046]:     </system>
Oct 23 18:30:52 user nova-compute[74046]:   </sysinfo>
Oct 23 18:30:52 user nova-compute[74046]:   <os>
Oct 23 18:30:52 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:30:52 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:30:52 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:30:52 user nova-compute[74046]:   </os>
Oct 23 18:30:52 user nova-compute[74046]:   <features>
Oct 23 18:30:52 user nova-compute[74046]:     <acpi/>
Oct 23 18:30:52 user nova-compute[74046]:     <apic/>
Oct 23 18:30:52 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:30:52 user nova-compute[74046]:   </features>
Oct 23 18:30:52 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:30:52 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:30:52 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:30:52 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:30:52 user nova-compute[74046]:   </clock>
Oct 23 18:30:52 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:30:52 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:30:52 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:30:52 user nova-compute[74046]:   </cpu>
Oct 23 18:30:52 user nova-compute[74046]:   <devices>
Oct 23 18:30:52 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:30:52 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:30:52 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk"/>
Oct 23 18:30:52 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:30:52 user nova-compute[74046]:     </disk>
Oct 23 18:30:52 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:30:52 user nova-compute[74046]:       <mac address="fa:16:3e:e9:78:f2"/>
Oct 23 18:30:52 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:30:52 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:30:52 user nova-compute[74046]:       <target dev="tap15b357e1-bb"/>
Oct 23 18:30:52 user nova-compute[74046]:     </interface>
Oct 23 18:30:52 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:30:52 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/console.log" append="off"/>
Oct 23 18:30:52 user nova-compute[74046]:     </serial>
Oct 23 18:30:52 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:30:52 user nova-compute[74046]:     <video>
Oct 23 18:30:52 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:30:52 user nova-compute[74046]:     </video>
Oct 23 18:30:52 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:30:52 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:30:52 user nova-compute[74046]:     </rng>
Oct 23 18:30:52 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:30:52 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:30:52 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:30:52 user nova-compute[74046]:     </memballoon>
Oct 23 18:30:52 user nova-compute[74046]:   </devices>
Oct 23 18:30:52 user nova-compute[74046]: </domain>
Oct 23 18:30:52 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:30:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1366483148',display_name='tempest-TestVolumeSwap-server-1366483148',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1366483148',id=18,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB1t0Yib/EKofVzAGCQzCWmg0ZZgs35DxPdlPFzfTmvU3homBBS3JSQ5TCdx3tu7aZN8EL4rKS8Mbff48SfXinjzdJ9FiHsFKHNP/IjrstTKOXVOfDQorlwVWIFIAAZ8rA==',key_name='tempest-keypair-720882689',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='82d77c2a36d249468eac3e5218dad25f',ramdisk_id='',reservation_id='r-hu4367ii',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-2036315938',owner_user_name='tempest-TestVolumeSwap-2036315938-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:30:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bab7ebdd08d44d1bb85a6761c6b7f052',uuid=927c1000-cf11-47d7-9bc6-0c0a321a3f31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "15b357e1-bbdf-4715-924b-a057fcdca70e", "address": "fa:16:3e:e9:78:f2", "network": {"id": "30b2e5d5-d425-41d1-b3d3-b0da9bba0984", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1989135680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "82d77c2a36d249468eac3e5218dad25f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b357e1-bb", "ovs_interfaceid": "15b357e1-bbdf-4715-924b-a057fcdca70e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Converting VIF {"id": "15b357e1-bbdf-4715-924b-a057fcdca70e", "address": "fa:16:3e:e9:78:f2", "network": {"id": "30b2e5d5-d425-41d1-b3d3-b0da9bba0984", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1989135680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "82d77c2a36d249468eac3e5218dad25f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b357e1-bb", "ovs_interfaceid": "15b357e1-bbdf-4715-924b-a057fcdca70e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:78:f2,bridge_name='br-int',has_traffic_filtering=True,id=15b357e1-bbdf-4715-924b-a057fcdca70e,network=Network(30b2e5d5-d425-41d1-b3d3-b0da9bba0984),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b357e1-bb') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG os_vif [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:78:f2,bridge_name='br-int',has_traffic_filtering=True,id=15b357e1-bbdf-4715-924b-a057fcdca70e,network=Network(30b2e5d5-d425-41d1-b3d3-b0da9bba0984),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b357e1-bb') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c694d731-db72-5c27-aa1d-a3d5cd75cbb9', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap15b357e1-bb, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap15b357e1-bb, col_values=(('qos', UUID('82b27907-aead-4627-82e8-4ce5830af405')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap15b357e1-bb, col_values=(('external_ids', {'iface-id': '15b357e1-bbdf-4715-924b-a057fcdca70e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e9:78:f2', 'vm-uuid': '927c1000-cf11-47d7-9bc6-0c0a321a3f31'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:52 user nova-compute[74046]: INFO os_vif [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:78:f2,bridge_name='br-int',has_traffic_filtering=True,id=15b357e1-bbdf-4715-924b-a057fcdca70e,network=Network(30b2e5d5-d425-41d1-b3d3-b0da9bba0984),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b357e1-bb')
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] No VIF found with MAC fa:16:3e:e9:78:f2, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.network.neutron [req-10557b96-ad9a-40af-8182-c2c27d2d756d req-ce528d74-8de1-43ec-ae35-62df953655e4 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Updated VIF entry in instance network info cache for port 15b357e1-bbdf-4715-924b-a057fcdca70e. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG nova.network.neutron [req-10557b96-ad9a-40af-8182-c2c27d2d756d req-ce528d74-8de1-43ec-ae35-62df953655e4 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Updating instance_info_cache with network_info: [{"id": "15b357e1-bbdf-4715-924b-a057fcdca70e", "address": "fa:16:3e:e9:78:f2", "network": {"id": "30b2e5d5-d425-41d1-b3d3-b0da9bba0984", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1989135680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "82d77c2a36d249468eac3e5218dad25f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b357e1-bb", "ovs_interfaceid": "15b357e1-bbdf-4715-924b-a057fcdca70e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:30:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-10557b96-ad9a-40af-8182-c2c27d2d756d req-ce528d74-8de1-43ec-ae35-62df953655e4 service nova] Releasing lock "refresh_cache-927c1000-cf11-47d7-9bc6-0c0a321a3f31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:30:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-18d410c0-f2cd-4593-9ea9-fd8751ae8dd2 req-1df5c43c-721d-4c90-b98c-0718aa1df140 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Received event network-vif-plugged-15b357e1-bbdf-4715-924b-a057fcdca70e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-18d410c0-f2cd-4593-9ea9-fd8751ae8dd2 req-1df5c43c-721d-4c90-b98c-0718aa1df140 service nova] Acquiring lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-18d410c0-f2cd-4593-9ea9-fd8751ae8dd2 req-1df5c43c-721d-4c90-b98c-0718aa1df140 service nova] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-18d410c0-f2cd-4593-9ea9-fd8751ae8dd2 req-1df5c43c-721d-4c90-b98c-0718aa1df140 service nova] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-18d410c0-f2cd-4593-9ea9-fd8751ae8dd2 req-1df5c43c-721d-4c90-b98c-0718aa1df140 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] No waiting events found dispatching network-vif-plugged-15b357e1-bbdf-4715-924b-a057fcdca70e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:30:54 user nova-compute[74046]: WARNING nova.compute.manager [req-18d410c0-f2cd-4593-9ea9-fd8751ae8dd2 req-1df5c43c-721d-4c90-b98c-0718aa1df140 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Received unexpected event network-vif-plugged-15b357e1-bbdf-4715-924b-a057fcdca70e for instance with vm_state building and task_state spawning.
Oct 23 18:30:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:54 user nova-compute[74046]: INFO nova.compute.manager [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Terminating instance
Oct 23 18:30:54 user nova-compute[74046]: DEBUG nova.compute.manager [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-4bd0c7c1-8a0e-4c5e-88a7-6dd15f10d603 req-57bd79af-f856-412b-bcd7-7bef1d00f60f service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Received event network-vif-unplugged-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4bd0c7c1-8a0e-4c5e-88a7-6dd15f10d603 req-57bd79af-f856-412b-bcd7-7bef1d00f60f service nova] Acquiring lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4bd0c7c1-8a0e-4c5e-88a7-6dd15f10d603 req-57bd79af-f856-412b-bcd7-7bef1d00f60f service nova] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4bd0c7c1-8a0e-4c5e-88a7-6dd15f10d603 req-57bd79af-f856-412b-bcd7-7bef1d00f60f service nova] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-4bd0c7c1-8a0e-4c5e-88a7-6dd15f10d603 req-57bd79af-f856-412b-bcd7-7bef1d00f60f service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] No waiting events found dispatching network-vif-unplugged-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-4bd0c7c1-8a0e-4c5e-88a7-6dd15f10d603 req-57bd79af-f856-412b-bcd7-7bef1d00f60f service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Received event network-vif-unplugged-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:30:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Instance destroyed successfully.
Oct 23 18:30:55 user nova-compute[74046]: DEBUG nova.objects.instance [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lazy-loading 'resources' on Instance uuid ebd037d0-1963-4fdb-9d91-a0f80f993ab0 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:28:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-941298975',display_name='tempest-VolumesAdminNegativeTest-server-941298975',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-941298975',id=14,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:28:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e2342ffc44342a39c380e1689c56db0',ramdisk_id='',reservation_id='r-o7t1bo00',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1207595346',owner_user_name='tempest-VolumesAdminNegativeTest-1207595346-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:28:52Z,user_data=None,user_id='b81adfc33c4f447080c14fee04807e11',uuid=ebd037d0-1963-4fdb-9d91-a0f80f993ab0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "address": "fa:16:3e:28:a9:8f", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfab3ec4-c7", "ovs_interfaceid": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Converting VIF {"id": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "address": "fa:16:3e:28:a9:8f", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfab3ec4-c7", "ovs_interfaceid": "cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:a9:8f,bridge_name='br-int',has_traffic_filtering=True,id=cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfab3ec4-c7') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG os_vif [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:a9:8f,bridge_name='br-int',has_traffic_filtering=True,id=cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfab3ec4-c7') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcfab3ec4-c7, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a3e4b5ac-2bb7-4f52-b809-22e4899ddbe1) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:55 user nova-compute[74046]: INFO os_vif [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:a9:8f,bridge_name='br-int',has_traffic_filtering=True,id=cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfab3ec4-c7')
Oct 23 18:30:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Deleting instance files /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0_del
Oct 23 18:30:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Deletion of /opt/stack/data/nova/instances/ebd037d0-1963-4fdb-9d91-a0f80f993ab0_del complete
Oct 23 18:30:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:55 user nova-compute[74046]: INFO nova.compute.manager [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 23 18:30:55 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:30:55 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Took 0.55 seconds to deallocate network for instance.
Oct 23 18:30:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-249cdf4d-8748-4ed8-a51d-52164a4b8343 req-f995710e-e877-412b-81d8-e2af88e8b5b0 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received event network-changed-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-249cdf4d-8748-4ed8-a51d-52164a4b8343 req-f995710e-e877-412b-81d8-e2af88e8b5b0 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Refreshing instance network info cache due to event network-changed-df053e74-64ff-40cd-9316-f936b6371363. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-249cdf4d-8748-4ed8-a51d-52164a4b8343 req-f995710e-e877-412b-81d8-e2af88e8b5b0 service nova] Acquiring lock "refresh_cache-e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-249cdf4d-8748-4ed8-a51d-52164a4b8343 req-f995710e-e877-412b-81d8-e2af88e8b5b0 service nova] Acquired lock "refresh_cache-e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:30:55 user nova-compute[74046]: DEBUG nova.network.neutron [req-249cdf4d-8748-4ed8-a51d-52164a4b8343 req-f995710e-e877-412b-81d8-e2af88e8b5b0 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Refreshing network info cache for port df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-f32b4509-2095-45fa-bc78-b864e3e8abed req-a5fb16f9-cd49-4c1d-bd8d-54cb90ccd533 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Received event network-vif-plugged-15b357e1-bbdf-4715-924b-a057fcdca70e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f32b4509-2095-45fa-bc78-b864e3e8abed req-a5fb16f9-cd49-4c1d-bd8d-54cb90ccd533 service nova] Acquiring lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f32b4509-2095-45fa-bc78-b864e3e8abed req-a5fb16f9-cd49-4c1d-bd8d-54cb90ccd533 service nova] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f32b4509-2095-45fa-bc78-b864e3e8abed req-a5fb16f9-cd49-4c1d-bd8d-54cb90ccd533 service nova] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-f32b4509-2095-45fa-bc78-b864e3e8abed req-a5fb16f9-cd49-4c1d-bd8d-54cb90ccd533 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] No waiting events found dispatching network-vif-plugged-15b357e1-bbdf-4715-924b-a057fcdca70e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:30:56 user nova-compute[74046]: WARNING nova.compute.manager [req-f32b4509-2095-45fa-bc78-b864e3e8abed req-a5fb16f9-cd49-4c1d-bd8d-54cb90ccd533 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Received unexpected event network-vif-plugged-15b357e1-bbdf-4715-924b-a057fcdca70e for instance with vm_state building and task_state spawning.
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.533s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:56 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Deleted allocations for instance ebd037d0-1963-4fdb-9d91-a0f80f993ab0
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.network.neutron [req-249cdf4d-8748-4ed8-a51d-52164a4b8343 req-f995710e-e877-412b-81d8-e2af88e8b5b0 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Updated VIF entry in instance network info cache for port df053e74-64ff-40cd-9316-f936b6371363. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.network.neutron [req-249cdf4d-8748-4ed8-a51d-52164a4b8343 req-f995710e-e877-412b-81d8-e2af88e8b5b0 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Updating instance_info_cache with network_info: [{"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-249cdf4d-8748-4ed8-a51d-52164a4b8343 req-f995710e-e877-412b-81d8-e2af88e8b5b0 service nova] Releasing lock "refresh_cache-e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lazy-loading 'flavor' on Instance uuid e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:30:56 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Instance spawned successfully.
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3cd981d2-bf68-4211-924b-97c6b9629250 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.310s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.117s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:30:56 user nova-compute[74046]: INFO nova.compute.manager [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Took 6.02 seconds to spawn the instance on the hypervisor.
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:56 user nova-compute[74046]: INFO nova.compute.manager [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Attaching volume d40a8c56-6341-41ca-b467-f49ff0b9114d to /dev/vdb
Oct 23 18:30:56 user nova-compute[74046]: INFO nova.compute.manager [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Took 7.01 seconds to build instance.
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aff5c1f1-5b90-484d-b0c6-2f0553b939d6 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.141s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG os_brick.utils [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fad1379-aa64-458a-8d40-c56015e7414b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-1654f0e2-d3a7-4e48-b53e-76a518541d7b req-b5f59876-b5dd-4b14-9898-7dd3c1935d77 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Received event network-vif-plugged-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1654f0e2-d3a7-4e48-b53e-76a518541d7b req-b5f59876-b5dd-4b14-9898-7dd3c1935d77 service nova] Acquiring lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1654f0e2-d3a7-4e48-b53e-76a518541d7b req-b5f59876-b5dd-4b14-9898-7dd3c1935d77 service nova] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1654f0e2-d3a7-4e48-b53e-76a518541d7b req-b5f59876-b5dd-4b14-9898-7dd3c1935d77 service nova] Lock "ebd037d0-1963-4fdb-9d91-a0f80f993ab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-1654f0e2-d3a7-4e48-b53e-76a518541d7b req-b5f59876-b5dd-4b14-9898-7dd3c1935d77 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] No waiting events found dispatching network-vif-plugged-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:30:56 user nova-compute[74046]: WARNING nova.compute.manager [req-1654f0e2-d3a7-4e48-b53e-76a518541d7b req-b5f59876-b5dd-4b14-9898-7dd3c1935d77 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Received unexpected event network-vif-plugged-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 for instance with vm_state deleted and task_state None.
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-1654f0e2-d3a7-4e48-b53e-76a518541d7b req-b5f59876-b5dd-4b14-9898-7dd3c1935d77 service nova] [instance: ebd037d0-1963-4fdb-9d91-a0f80f993ab0] Received event network-vif-deleted-cfab3ec4-c704-4c78-9b1e-d3a7a227f7e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e72bdb-3c95-4875-bd78-8cbeecc299c2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bcb7ba4-40a7-412e-8664-31534485da77]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f42fe7c5-587a-4985-b65d-bd424a5145c5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:30:56 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:30:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c23836-d105-42d3-8f13-180b5bb16b70]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG os_brick.utils [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:30:56 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Updating existing volume attachment record: e1a30d45-0017-4673-aa36-0f88baa9f9a4 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:30:57 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:30:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:30:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:30:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 18:30:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] There are 0 instances to clean {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 18:30:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:30:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74046) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 18:31:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:31:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:31:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:31:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:31:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:31:02 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:31:02 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updating instance_info_cache with network_info: [{"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:31:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:31:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:31:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:03 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:31:04 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json" returned: 0 in 0.288s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:31:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:31:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:12 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:31:12 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7169MB free_disk=25.271522521972656GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Applying migration context for instance c7ea709a-2c48-4257-90a9-a54e03478e3c as it has an incoming, in-progress migration 59f3efde-a3a2-4dae-81af-0a38e15e4e32. Migration status is finished {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 23 18:31:12 user nova-compute[74046]: INFO nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating resource usage from migration 59f3efde-a3a2-4dae-81af-0a38e15e4e32
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e5cd49-7784-4467-9952-ba68b07e1c07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Migration 59f3efde-a3a2-4dae-81af-0a38e15e4e32 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c7ea709a-2c48-4257-90a9-a54e03478e3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 927c1000-cf11-47d7-9bc6-0c0a321a3f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=31GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing inventories for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating ProviderTree inventory for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing aggregate associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, aggregates: None {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:12 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing trait associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 18:31:13 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:31:13 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:31:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:31:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.882s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:14 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:31:14 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:31:14 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:31:14 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:31:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aRoJgVNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:31:16 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:31:16 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:31:16 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[34c73e8e-c392-4623-b51f-6fc9f756dee3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:31:16 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fc76a1e-d860-4bba-8658-eb6828f560f7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d] added
Oct 23 18:31:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d66d2025-8492-4eaf-85e3-8786ab8bc52b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e84e4efd-5547-471e-924b-63494a7fd980]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aRoJgVNM {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aRoJgVNM" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c9b8d88-570e-4007-a503-0590d33a07a1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aRoJgVNM'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e4b2b8b-fb47-4f0d-adbd-68135b0f0a63]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[89fcc25d-4160-48a6-aa89-f6f0c6a90530]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:16 user nova-compute[74046]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:31:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:16 user nova-compute[74046]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:31:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fef9c8b9-7175-4dc8-ada6-a6b36e054a3d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260]
Oct 23 18:31:16 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260] successful.
Oct 23 18:31:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc9d3bdd-8b02-40ae-823d-64e9fd820c9a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[76adac8a-93a2-430c-9f83-29c387468e47]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:17 user nova-compute[74046]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:31:17 user nova-compute[74046]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:31:17 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:17 user nova-compute[74046]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:31:17 user nova-compute[74046]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:31:17 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] HCTL ('33', '-', '-', 0) found on session 17 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdaecd3b-2451-47d6-8a9b-355a8ae6f1a7]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching for a device in session 17 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:31:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aRoJgVNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '26433653434376138', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26433653434376138', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lazy-loading 'flavor' on Instance uuid e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:31:18 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:31:18 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:31:18 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:31:18 user nova-compute[74046]:   <serial>d40a8c56-6341-41ca-b467-f49ff0b9114d</serial>
Oct 23 18:31:18 user nova-compute[74046]: </disk>
Oct 23 18:31:18 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:31:18 user nova-compute[74046]: INFO nova.compute.claims [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Claim successful on node user
Oct 23 18:31:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No VIF found with MAC fa:16:3e:a0:4a:e7, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5dcfc11-461d-41fa-a35a-d10abe71c3b8 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.031s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.531s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:31:18 user nova-compute[74046]: DEBUG nova.network.neutron [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:31:19 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:31:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG nova.policy [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22ef7c31da354e09b4785325d4565fd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a250d57fd9ba46b1af8fe7a4fb3bc24a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:31:19 user nova-compute[74046]: INFO nova.compute.manager [None req-2ad4f025-2886-464a-95f5-cebe95b6f947 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Unrescuing
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2ad4f025-2886-464a-95f5-cebe95b6f947 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2ad4f025-2886-464a-95f5-cebe95b6f947 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquired lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG nova.network.neutron [None req-2ad4f025-2886-464a-95f5-cebe95b6f947 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:31:19 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Creating image(s)
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "/opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "/opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "/opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.182s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG nova.network.neutron [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Port 5fb6552a-de61-462f-91fc-ecf8b267f99f binding to destination host user is already ACTIVE {{(pid=74046) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquired lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG nova.network.neutron [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk 1073741824" returned: 0 in 0.053s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG nova.network.neutron [None req-2ad4f025-2886-464a-95f5-cebe95b6f947 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updating instance_info_cache with network_info: [{"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2ad4f025-2886-464a-95f5-cebe95b6f947 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Releasing lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG nova.objects.instance [None req-2ad4f025-2886-464a-95f5-cebe95b6f947 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lazy-loading 'flavor' on Instance uuid 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Checking if we can resize image /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Cannot resize image /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Ensure instance console log exists: /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG nova.compute.manager [req-575f4a24-ec4e-473f-8686-920fb26a8ccf req-b8811afd-0911-467d-bfb2-ed4aede03158 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-unplugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-575f4a24-ec4e-473f-8686-920fb26a8ccf req-b8811afd-0911-467d-bfb2-ed4aede03158 service nova] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-575f4a24-ec4e-473f-8686-920fb26a8ccf req-b8811afd-0911-467d-bfb2-ed4aede03158 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-575f4a24-ec4e-473f-8686-920fb26a8ccf req-b8811afd-0911-467d-bfb2-ed4aede03158 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG nova.compute.manager [req-575f4a24-ec4e-473f-8686-920fb26a8ccf req-b8811afd-0911-467d-bfb2-ed4aede03158 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] No waiting events found dispatching network-vif-unplugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:20 user nova-compute[74046]: WARNING nova.compute.manager [req-575f4a24-ec4e-473f-8686-920fb26a8ccf req-b8811afd-0911-467d-bfb2-ed4aede03158 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received unexpected event network-vif-unplugged-df4fbcf6-967b-4454-a509-0e9b972ac95a for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:31:20 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Instance destroyed successfully.
Oct 23 18:31:20 user nova-compute[74046]: INFO nova.compute.manager [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Rebuilding instance
Oct 23 18:31:20 user nova-compute[74046]: DEBUG nova.compute.manager [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG nova.network.neutron [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating instance_info_cache with network_info: [{"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Releasing lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:31:20 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Creating tmpfile /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/tmp5r8at1v6 to verify with other compute node that the instance is on the same shared storage. {{(pid=74046) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG nova.network.neutron [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Successfully created port: ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received event network-vif-unplugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] No waiting events found dispatching network-vif-unplugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:21 user nova-compute[74046]: WARNING nova.compute.manager [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received unexpected event network-vif-unplugged-df053e74-64ff-40cd-9316-f936b6371363 for instance with vm_state active and task_state rebuilding.
Oct 23 18:31:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-changed-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Refreshing instance network info cache due to event network-changed-df4fbcf6-967b-4454-a509-0e9b972ac95a. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] Acquiring lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] Acquired lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG nova.network.neutron [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Refreshing network info cache for port df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.network.neutron [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Successfully updated port: ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquired lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.network.neutron [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.network.neutron [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.network.neutron [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updated VIF entry in instance network info cache for port df4fbcf6-967b-4454-a509-0e9b972ac95a. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.network.neutron [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updating instance_info_cache with network_info: [{"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6e66c383-e2dd-4d31-a817-30cbac17b8e1 req-a4fd6b88-9140-4486-a4ed-e7ce269601b0 service nova] Releasing lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:31:22 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Instance destroyed successfully.
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.objects.instance [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lazy-loading 'resources' on Instance uuid c7ea709a-2c48-4257-90a9-a54e03478e3c {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1572540517',display_name='tempest-ServerActionsTestOtherB-server-1572540517',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1572540517',id=4,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK19bjCvWafiJgUIUYBf+119U3jUiP3zsJAk9a0p8s7fcLul4OakJ7sCjmu06/6WrvW9LftHaimBEBA0WM02XjSPKyajtF4rEIvPK5NMKm2LfOV6j2loGd95/IUjRknmOg==',key_name='tempest-keypair-2068499519',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:30:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff739a8af61b4ddebb3ead905d93fec9',ramdisk_id='',reservation_id='r-422rlp4h',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-33893222',owner_user_name='tempest-ServerActionsTestOtherB-33893222-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:30:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1b82139e1dfe430b82abef320131fe0d',uuid=c7ea709a-2c48-4257-90a9-a54e03478e3c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converting VIF {"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_vif [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5fb6552a-de, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e164bcce-d23d-41a2-a450-183bec6168ed) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: INFO os_vif [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de')
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.network.neutron [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Updating instance_info_cache with network_info: [{"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtbmeHKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:31:22 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Releasing lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.compute.manager [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Instance network_info: |[{"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Start _get_guest_xml network_info=[{"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf4cbb38-e5e8-43f1-8569-d58d7a4fbdb7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:31:22 user nova-compute[74046]: No targets found.
Oct 23 18:31:22 user nova-compute[74046]: iSNS:
Oct 23 18:31:22 user nova-compute[74046]: No targets found.
Oct 23 18:31:22 user nova-compute[74046]: STATIC:
Oct 23 18:31:22 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac
Oct 23 18:31:22 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:31:22 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:31:22 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d
Oct 23 18:31:22 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:31:22 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:31:22 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:31:22 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:31:22 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:31:22 user nova-compute[74046]: FIRMWARE:
Oct 23 18:31:22 user nova-compute[74046]: No targets found.
Oct 23 18:31:22 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:31:22 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:31:22 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:22 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:31:22 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:31:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-906076550',display_name='tempest-AttachVolumeTestJSON-server-906076550',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-906076550',id=19,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF+/GHhGg0/N3/fYq5SVwpjnrJkusqumLBnMitvCtw9iRzFTpomzGv+GJbMSXMAciRAPZ9ZEN2WYgmSZ23W6NsF2pv6skJDKUinQfC01sFwVZoUhV9QCMxavZsotDIkYkw==',key_name='tempest-keypair-1175876386',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a250d57fd9ba46b1af8fe7a4fb3bc24a',ramdisk_id='',reservation_id='r-3juie69b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1722492110',owner_user_name='tempest-AttachVolumeTestJSON-1722492110-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:31:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ef7c31da354e09b4785325d4565fd9',uuid=883d3144-93db-4ad6-bc60-6b71bf381a9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converting VIF {"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.objects.instance [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'pci_devices' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b387ff7e-1f1f-43d7-b2ec-d29973d39827]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:31:22 user nova-compute[74046]:   <uuid>883d3144-93db-4ad6-bc60-6b71bf381a9b</uuid>
Oct 23 18:31:22 user nova-compute[74046]:   <name>instance-00000013</name>
Oct 23 18:31:22 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:31:22 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:31:22 user nova-compute[74046]:   <metadata>
Oct 23 18:31:22 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:31:22 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:31:22 user nova-compute[74046]:       <nova:name>tempest-AttachVolumeTestJSON-server-906076550</nova:name>
Oct 23 18:31:22 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:31:22</nova:creationTime>
Oct 23 18:31:22 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:31:22 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:31:22 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:31:22 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:31:22 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:31:22 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:31:22 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:31:22 user nova-compute[74046]:       <nova:owner>
Oct 23 18:31:22 user nova-compute[74046]:         <nova:user uuid="22ef7c31da354e09b4785325d4565fd9">tempest-AttachVolumeTestJSON-1722492110-project-member</nova:user>
Oct 23 18:31:22 user nova-compute[74046]:         <nova:project uuid="a250d57fd9ba46b1af8fe7a4fb3bc24a">tempest-AttachVolumeTestJSON-1722492110</nova:project>
Oct 23 18:31:22 user nova-compute[74046]:       </nova:owner>
Oct 23 18:31:22 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:31:22 user nova-compute[74046]:       <nova:ports>
Oct 23 18:31:22 user nova-compute[74046]:         <nova:port uuid="ca103173-881a-4e9e-9d52-a8c52ef004b3">
Oct 23 18:31:22 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 23 18:31:22 user nova-compute[74046]:         </nova:port>
Oct 23 18:31:22 user nova-compute[74046]:       </nova:ports>
Oct 23 18:31:22 user nova-compute[74046]:     </nova:instance>
Oct 23 18:31:22 user nova-compute[74046]:   </metadata>
Oct 23 18:31:22 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:31:22 user nova-compute[74046]:     <system>
Oct 23 18:31:22 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:31:22 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:31:22 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:31:22 user nova-compute[74046]:       <entry name="serial">883d3144-93db-4ad6-bc60-6b71bf381a9b</entry>
Oct 23 18:31:22 user nova-compute[74046]:       <entry name="uuid">883d3144-93db-4ad6-bc60-6b71bf381a9b</entry>
Oct 23 18:31:22 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:31:22 user nova-compute[74046]:     </system>
Oct 23 18:31:22 user nova-compute[74046]:   </sysinfo>
Oct 23 18:31:22 user nova-compute[74046]:   <os>
Oct 23 18:31:22 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:31:22 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:31:22 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:31:22 user nova-compute[74046]:   </os>
Oct 23 18:31:22 user nova-compute[74046]:   <features>
Oct 23 18:31:22 user nova-compute[74046]:     <acpi/>
Oct 23 18:31:22 user nova-compute[74046]:     <apic/>
Oct 23 18:31:22 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:31:22 user nova-compute[74046]:   </features>
Oct 23 18:31:22 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:31:22 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:31:22 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:31:22 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:31:22 user nova-compute[74046]:   </clock>
Oct 23 18:31:22 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:31:22 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:31:22 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:31:22 user nova-compute[74046]:   </cpu>
Oct 23 18:31:22 user nova-compute[74046]:   <devices>
Oct 23 18:31:22 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:31:22 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:31:22 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk"/>
Oct 23 18:31:22 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:31:22 user nova-compute[74046]:     </disk>
Oct 23 18:31:22 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:31:22 user nova-compute[74046]:       <mac address="fa:16:3e:fa:47:b2"/>
Oct 23 18:31:22 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:31:22 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:31:22 user nova-compute[74046]:       <target dev="tapca103173-88"/>
Oct 23 18:31:22 user nova-compute[74046]:     </interface>
Oct 23 18:31:22 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:31:22 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/console.log" append="off"/>
Oct 23 18:31:22 user nova-compute[74046]:     </serial>
Oct 23 18:31:22 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:31:22 user nova-compute[74046]:     <video>
Oct 23 18:31:22 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:31:22 user nova-compute[74046]:     </video>
Oct 23 18:31:22 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:31:22 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:31:22 user nova-compute[74046]:     </rng>
Oct 23 18:31:22 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:31:22 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:31:22 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:31:22 user nova-compute[74046]:     </memballoon>
Oct 23 18:31:22 user nova-compute[74046]:   </devices>
Oct 23 18:31:22 user nova-compute[74046]: </domain>
Oct 23 18:31:22 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:31:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-906076550',display_name='tempest-AttachVolumeTestJSON-server-906076550',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-906076550',id=19,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF+/GHhGg0/N3/fYq5SVwpjnrJkusqumLBnMitvCtw9iRzFTpomzGv+GJbMSXMAciRAPZ9ZEN2WYgmSZ23W6NsF2pv6skJDKUinQfC01sFwVZoUhV9QCMxavZsotDIkYkw==',key_name='tempest-keypair-1175876386',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a250d57fd9ba46b1af8fe7a4fb3bc24a',ramdisk_id='',reservation_id='r-3juie69b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1722492110',owner_user_name='tempest-AttachVolumeTestJSON-1722492110-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:31:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ef7c31da354e09b4785325d4565fd9',uuid=883d3144-93db-4ad6-bc60-6b71bf381a9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converting VIF {"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_vif [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '75873769-6e08-59a5-a64d-f5af02d0e56c', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f28b64eb-e4fa-40aa-8eb2-8cdc1f76cc0e]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:22 user nova-compute[74046]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:31:22 user nova-compute[74046]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:31:22 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:22 user nova-compute[74046]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:31:22 user nova-compute[74046]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:31:22 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef03dad40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapca103173-88, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapca103173-88, col_values=(('qos', UUID('0ccecfe6-d16c-44fc-9d12-8715eafd6d73')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapca103173-88, col_values=(('external_ids', {'iface-id': 'ca103173-881a-4e9e-9d52-a8c52ef004b3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:47:b2', 'vm-uuid': '883d3144-93db-4ad6-bc60-6b71bf381a9b'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dd57b60-bd38-463a-ac6b-9cd825e49c03]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[adfcd567-8b90-4b09-b532-43197b436dcb]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: INFO os_vif [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88')
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc6e1e0f-cc7a-4079-b805-fbfa0ffceac3]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae6fc72d-71a3-44b7-810f-0d2644c52555]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:22 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Instance destroyed successfully.
Oct 23 18:31:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fec4e5d-26ba-4c19-aa6c-2f0963a314a5]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No VIF found with MAC fa:16:3e:fa:47:b2, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b8dc1ea-a2b2-461e-9a66-630f9a6aa15b]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260]
Oct 23 18:31:23 user nova-compute[74046]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260] successful.
Oct 23 18:31:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e3a959f-5605-4e28-beed-abe4053ff315]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.385s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] <== disconnect_volume: return (387ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:31:23 user nova-compute[74046]: INFO nova.compute.manager [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Detaching volume d40a8c56-6341-41ca-b467-f49ff0b9114d
Oct 23 18:31:23 user nova-compute[74046]: INFO nova.virt.block_device [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Attempting to driver detach volume d40a8c56-6341-41ca-b467-f49ff0b9114d from mountpoint /dev/vdb
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Attempting to detach device vdb from instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:31:23 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:31:23 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:31:23 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:31:23 user nova-compute[74046]:   <serial>d40a8c56-6341-41ca-b467-f49ff0b9114d</serial>
Oct 23 18:31:23 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:31:23 user nova-compute[74046]: </disk>
Oct 23 18:31:23 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:31:23 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Successfully detached device vdb from instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 from the persistent domain config.
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aRoJgVNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:31:23 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b76c649-b8b4-459c-97d5-ddca48be1f82]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:31:23 user nova-compute[74046]: No targets found.
Oct 23 18:31:23 user nova-compute[74046]: iSNS:
Oct 23 18:31:23 user nova-compute[74046]: No targets found.
Oct 23 18:31:23 user nova-compute[74046]: STATIC:
Oct 23 18:31:23 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d
Oct 23 18:31:23 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:31:23 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:31:23 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:31:23 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:31:23 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:31:23 user nova-compute[74046]: FIRMWARE:
Oct 23 18:31:23 user nova-compute[74046]: No targets found.
Oct 23 18:31:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:31:23 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:31:23 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e95a1e8-366d-4a4d-9101-34aebcc0103d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5315433a-e65b-4b0f-a251-b9fdf0e15e77]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:23 user nova-compute[74046]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:31:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:23 user nova-compute[74046]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:31:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef07930a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] No waiting events found dispatching network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:23 user nova-compute[74046]: WARNING nova.compute.manager [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received unexpected event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-changed-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Refreshing instance network info cache due to event network-changed-ca103173-881a-4e9e-9d52-a8c52ef004b3. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] Acquiring lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] Acquired lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.network.neutron [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Refreshing network info cache for port ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[895dabb9-c134-4943-9968-324d610a3364]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ebf68cb-23ad-48b2-a48a-a782c8a4728a]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a93c3c5-6791-4987-8157-e645e5004787]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[864e2eb0-afe7-460e-a21d-4dac36aa9eca]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f111315c-5496-4286-9a35-fec8027ab7db]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[061c7bef-d0f9-4f76-b856-401fc3ca381c]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260]
Oct 23 18:31:23 user nova-compute[74046]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260] successful.
Oct 23 18:31:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[da5e3820-e5ae-45bd-bc97-ca96bec05184]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] <== disconnect_volume: return (339ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-changed-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Refreshing instance network info cache due to event network-changed-df4fbcf6-967b-4454-a509-0e9b972ac95a. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] Acquiring lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] Acquired lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.network.neutron [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Refreshing network info cache for port df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.network.neutron [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Updated VIF entry in instance network info cache for port ca103173-881a-4e9e-9d52-a8c52ef004b3. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.network.neutron [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Updating instance_info_cache with network_info: [{"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] Releasing lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] No waiting events found dispatching network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:23 user nova-compute[74046]: WARNING nova.compute.manager [req-afead1f6-9ae8-4da6-acf3-e9aeba20a74b req-fba63742-9402-4d96-8f1c-785a328c1ee6 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received unexpected event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.network.neutron [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updated VIF entry in instance network info cache for port df4fbcf6-967b-4454-a509-0e9b972ac95a. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.network.neutron [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updating instance_info_cache with network_info: [{"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] Releasing lock "refresh_cache-33805cea-a476-4ad1-8a5e-3dc9dc29f71a" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received event network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] No waiting events found dispatching network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:24 user nova-compute[74046]: WARNING nova.compute.manager [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received unexpected event network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 for instance with vm_state active and task_state rebuilding.
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-unplugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] No waiting events found dispatching network-vif-unplugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:24 user nova-compute[74046]: WARNING nova.compute.manager [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received unexpected event network-vif-unplugged-5fb6552a-de61-462f-91fc-ecf8b267f99f for instance with vm_state resized and task_state resize_reverting.
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] No waiting events found dispatching network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:24 user nova-compute[74046]: WARNING nova.compute.manager [req-5a62575b-57f9-4f21-9268-7e4d43ddbe1c req-4643713d-3128-40e2-92ad-6966490573ac service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received unexpected event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f for instance with vm_state resized and task_state resize_reverting.
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.objects.instance [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lazy-loading 'migration_context' on Instance uuid c7ea709a-2c48-4257-90a9-a54e03478e3c {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.objects.base [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Object Instance<c7ea709a-2c48-4257-90a9-a54e03478e3c> lazy-loaded attributes: resources,migration_context {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:31:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Instance destroyed successfully.
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:29:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-969102318',display_name='tempest-ServerActionsTestOtherA-server-1265348717',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-969102318',id=15,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCWDvNM5x3PBt7T3gfo5BK2i35Rszq/JMttE5XMe+JzlMxcNTv/dUaVWcabsOftlzl9LXnuzFegzdaRl4Oy69qIePY24C8BMeyGF9Agbhao9zDBMbpciJkL1hQw4XGMgYw==',key_name='tempest-keypair-1751572263',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:29:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-003w4xu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:31:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_vif [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf053e74-64, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e856c2dc-051a-46f2-b7ed-9581c4e13913) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:24 user nova-compute[74046]: INFO os_vif [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64')
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aRoJgVNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:31:24 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f556c6c-beef-4306-98c3-a51dc4bf9c04]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:31:24 user nova-compute[74046]: No targets found.
Oct 23 18:31:24 user nova-compute[74046]: iSNS:
Oct 23 18:31:24 user nova-compute[74046]: No targets found.
Oct 23 18:31:24 user nova-compute[74046]: STATIC:
Oct 23 18:31:24 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:31:24 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:31:24 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:31:24 user nova-compute[74046]: FIRMWARE:
Oct 23 18:31:24 user nova-compute[74046]: No targets found.
Oct 23 18:31:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:31:24 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:31:24 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0b8cb73-b0a5-4ab3-a7f7-918e922aceb7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[367b68df-925c-4df6-83e3-f8d8c527cd04]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef022add0>, {}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Disconnecting from: [] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.081s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] <== disconnect_volume: return (83ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:31:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Deleting instance files /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2_del
Oct 23 18:31:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Deletion of /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2_del complete
Oct 23 18:31:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:24 user nova-compute[74046]: INFO nova.virt.block_device [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Booting with volume d40a8c56-6341-41ca-b467-f49ff0b9114d at /dev/vdb
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.657s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG os_brick.utils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[254d28e8-5eaa-4a5d-ac50-44b5e548ec34]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[44de4350-c897-485d-82f1-a88a82477f11]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aa93bd8-7235-4257-8266-d540fbb29bb1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a59f24-1f17-4f76-900b-f9c8fd782d57]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:31:25 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9352097-1585-4f65-b5cb-16f77675ef3a]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG os_brick.utils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Updating existing volume attachment record: 030269ab-fe46-4af0-b487-7855a8bb9180 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:31:25 user nova-compute[74046]: INFO nova.compute.manager [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Swapping old allocation on dict_keys(['fab5259c-7ef2-4ff7-b255-ffcd6d265c01']) held by migration 59f3efde-a3a2-4dae-81af-0a38e15e4e32 for instance
Oct 23 18:31:25 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Overwriting current allocation {'allocations': {'fab5259c-7ef2-4ff7-b255-ffcd6d265c01': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 23}}, 'project_id': 'ff739a8af61b4ddebb3ead905d93fec9', 'user_id': '1b82139e1dfe430b82abef320131fe0d', 'consumer_generation': 1} on consumer c7ea709a-2c48-4257-90a9-a54e03478e3c {{(pid=74046) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] No waiting events found dispatching network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:25 user nova-compute[74046]: WARNING nova.compute.manager [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received unexpected event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:31:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] No waiting events found dispatching network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:25 user nova-compute[74046]: WARNING nova.compute.manager [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received unexpected event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 for instance with vm_state building and task_state spawning.
Oct 23 18:31:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] No waiting events found dispatching network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:25 user nova-compute[74046]: WARNING nova.compute.manager [req-03ad0743-ebbc-48b1-ad45-fe8a71209302 req-5d2c9f10-caa6-46bd-bb69-cc2bfb4e1d1f service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received unexpected event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 for instance with vm_state building and task_state spawning.
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquired lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG nova.network.neutron [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG nova.network.neutron [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating instance_info_cache with network_info: [{"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Releasing lock "refresh_cache-c7ea709a-2c48-4257-90a9-a54e03478e3c" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG os_brick.utils [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1254c5d6-a336-449b-83fc-651e1dce8b21]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fd00dff-787d-481b-90c0-653556418434]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[34877c20-18cd-44aa-ae5d-cbcc167298e9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb022414-f5c3-494c-adc8-e4a72791569c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:31:26 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:31:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cbe2118-8528-4996-93cf-0664bf70056d]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG os_brick.utils [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] <== get_connector_properties: return (107ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:31:26 user nova-compute[74046]: DEBUG nova.compute.manager [None req-2ad4f025-2886-464a-95f5-cebe95b6f947 tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:31:27 user nova-compute[74046]: DEBUG nova.compute.manager [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:31:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:31:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Instance spawned successfully.
Oct 23 18:31:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:31:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:31:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:31:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:31:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:31:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:31:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:31:27 user nova-compute[74046]: INFO nova.compute.manager [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Took 8.10 seconds to spawn the instance on the hypervisor.
Oct 23 18:31:27 user nova-compute[74046]: DEBUG nova.compute.manager [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:31:27 user nova-compute[74046]: INFO nova.compute.manager [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Took 9.02 seconds to build instance.
Oct 23 18:31:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-51c97f4a-62ee-48f9-aad9-501b13b6ca92 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.133s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-8411ca6f-1ec8-4150-8bc5-d86250a61fe7 req-e9c8797f-2e5d-4940-82c6-edf61ee6e785 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Received event network-changed-7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-8411ca6f-1ec8-4150-8bc5-d86250a61fe7 req-e9c8797f-2e5d-4940-82c6-edf61ee6e785 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Refreshing instance network info cache due to event network-changed-7f2afc5f-9309-478b-8002-bac49968c874. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:31:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8411ca6f-1ec8-4150-8bc5-d86250a61fe7 req-e9c8797f-2e5d-4940-82c6-edf61ee6e785 service nova] Acquiring lock "refresh_cache-9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:31:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8411ca6f-1ec8-4150-8bc5-d86250a61fe7 req-e9c8797f-2e5d-4940-82c6-edf61ee6e785 service nova] Acquired lock "refresh_cache-9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:31:35 user nova-compute[74046]: DEBUG nova.network.neutron [req-8411ca6f-1ec8-4150-8bc5-d86250a61fe7 req-e9c8797f-2e5d-4940-82c6-edf61ee6e785 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Refreshing network info cache for port 7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:31:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:35 user nova-compute[74046]: DEBUG nova.objects.instance [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lazy-loading 'flavor' on Instance uuid 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:31:35 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Ignoring supplied device name: /dev/vdb
Oct 23 18:31:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.102s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.network.neutron [req-8411ca6f-1ec8-4150-8bc5-d86250a61fe7 req-e9c8797f-2e5d-4940-82c6-edf61ee6e785 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Updated VIF entry in instance network info cache for port 7f2afc5f-9309-478b-8002-bac49968c874. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.network.neutron [req-8411ca6f-1ec8-4150-8bc5-d86250a61fe7 req-e9c8797f-2e5d-4940-82c6-edf61ee6e785 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Updating instance_info_cache with network_info: [{"id": "7f2afc5f-9309-478b-8002-bac49968c874", "address": "fa:16:3e:94:63:90", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f2afc5f-93", "ovs_interfaceid": "7f2afc5f-9309-478b-8002-bac49968c874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:36 user nova-compute[74046]: INFO nova.compute.manager [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Attaching volume 1ee900ee-5488-4524-bbd4-3ef4c03fb273 to /dev/vdb
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8411ca6f-1ec8-4150-8bc5-d86250a61fe7 req-e9c8797f-2e5d-4940-82c6-edf61ee6e785 service nova] Releasing lock "refresh_cache-9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG os_brick.utils [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3061846e-503e-4ef4-a185-7b6cb12fc667]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b602e000-6bec-43a9-8f4c-9f3606fbbb3a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f53bcc1-e265-490d-a044-e5ec13fd68e0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4fc4d16-1d74-4f11-8151-33a5ee4901c6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:31:36 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc9238e1-0bd7-48e6-9ff0-16f321c77e93]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG os_brick.utils [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Updating existing volume attachment record: 3a90bfee-b50e-45aa-af2d-8ea0f9c4c657 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:31:36 user nova-compute[74046]: WARNING nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] While synchronizing instance power states, found 12 instances in the database and 10 instances on the hypervisor.
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 56a114a7-41ad-4304-bff7-bf67b911cf6e {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid c7ea709a-2c48-4257-90a9-a54e03478e3c {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid b8e5cd49-7784-4467-9952-ba68b07e1c07 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 927c1000-cf11-47d7-9bc6-0c0a321a3f31 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:36 user nova-compute[74046]: INFO nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] During sync_power_state the instance has a pending task (resize_reverting). Skip.
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:36 user nova-compute[74046]: INFO nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] During sync_power_state the instance has a pending task (rebuild_block_device_mapping). Skip.
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.119s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.114s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.121s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.130s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.130s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.131s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.136s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.162s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.166s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Starting finish_revert_migration {{(pid=74046) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Start _get_guest_xml network_info=[{"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': 'c479d4a8-524c-406a-992e-e5dc55ef7c14', 'disk_bus': 'virtio', 'boot_index': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtbmeHKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'c7ea709a-2c48-4257-90a9-a54e03478e3c', 'attached_at': '2023-10-23T18:31:46.000000', 'detached_at': '', 'volume_id': 'd4fa6894-8507-4d04-92b8-e11276815eac', 'serial': 'd4fa6894-8507-4d04-92b8-e11276815eac'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:31:46 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:31:46 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.objects.instance [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lazy-loading 'vcpu_model' on Instance uuid c7ea709a-2c48-4257-90a9-a54e03478e3c {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtbmeHKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:31:46 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:31:46 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:31:46 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0efd9093-8053-4cb2-a3c3-308cc9ce1a2c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:31:46 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[164eb99d-66f6-4a2f-8d96-40566c45df88]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac] added
Oct 23 18:31:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb427081-3e2f-4551-9198-7382b0d3f24f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f5d9ed4-e7ac-49ef-8347-fbf4f290220b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZtbmeHKl {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZtbmeHKl" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bea0881-c079-4fd5-80ae-b998d7ad4a6b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZtbmeHKl'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b198b9b0-3dfc-49e2-8eba-1276a5141d93]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8860652d-8bab-4bfc-bd84-41c87ae978ec]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dce574bd-348c-412a-8dca-deb75f5205a7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260]
Oct 23 18:31:46 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260] successful.
Oct 23 18:31:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[855bb513-fbf0-4a7c-a929-90604e805f2f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d35fa9d-09d8-49fd-b49a-cfe778fcff06]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:46 user nova-compute[74046]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:31:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:31:46 user nova-compute[74046]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:31:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] HCTL ('33', '-', '-', 0) found on session 18 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[de46c7ba-60d4-4a24-8371-99b001f83d91]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:31:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Searching for a device in session 18 and hctl ['33', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Searching for a device in session 18 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtbmeHKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '23837333535383663', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23837333535383663', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1572540517',display_name='tempest-ServerActionsTestOtherB-server-1572540517',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1572540517',id=4,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK19bjCvWafiJgUIUYBf+119U3jUiP3zsJAk9a0p8s7fcLul4OakJ7sCjmu06/6WrvW9LftHaimBEBA0WM02XjSPKyajtF4rEIvPK5NMKm2LfOV6j2loGd95/IUjRknmOg==',key_name='tempest-keypair-2068499519',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:30:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ff739a8af61b4ddebb3ead905d93fec9',ramdisk_id='',reservation_id='r-422rlp4h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-33893222',owner_user_name='tempest-ServerActionsTestOtherB-33893222-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:31:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1b82139e1dfe430b82abef320131fe0d',uuid=c7ea709a-2c48-4257-90a9-a54e03478e3c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converting VIF {"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:31:47 user nova-compute[74046]:   <uuid>c7ea709a-2c48-4257-90a9-a54e03478e3c</uuid>
Oct 23 18:31:47 user nova-compute[74046]:   <name>instance-00000004</name>
Oct 23 18:31:47 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:31:47 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:31:47 user nova-compute[74046]:   <metadata>
Oct 23 18:31:47 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:31:47 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:31:47 user nova-compute[74046]:       <nova:name>tempest-ServerActionsTestOtherB-server-1572540517</nova:name>
Oct 23 18:31:47 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:31:46</nova:creationTime>
Oct 23 18:31:47 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:31:47 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:31:47 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:31:47 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:31:47 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:31:47 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:31:47 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:31:47 user nova-compute[74046]:       <nova:owner>
Oct 23 18:31:47 user nova-compute[74046]:         <nova:user uuid="1b82139e1dfe430b82abef320131fe0d">tempest-ServerActionsTestOtherB-33893222-project-member</nova:user>
Oct 23 18:31:47 user nova-compute[74046]:         <nova:project uuid="ff739a8af61b4ddebb3ead905d93fec9">tempest-ServerActionsTestOtherB-33893222</nova:project>
Oct 23 18:31:47 user nova-compute[74046]:       </nova:owner>
Oct 23 18:31:47 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:31:47 user nova-compute[74046]:       <nova:ports>
Oct 23 18:31:47 user nova-compute[74046]:         <nova:port uuid="5fb6552a-de61-462f-91fc-ecf8b267f99f">
Oct 23 18:31:47 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 18:31:47 user nova-compute[74046]:         </nova:port>
Oct 23 18:31:47 user nova-compute[74046]:       </nova:ports>
Oct 23 18:31:47 user nova-compute[74046]:     </nova:instance>
Oct 23 18:31:47 user nova-compute[74046]:   </metadata>
Oct 23 18:31:47 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:31:47 user nova-compute[74046]:     <system>
Oct 23 18:31:47 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:31:47 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:31:47 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:31:47 user nova-compute[74046]:       <entry name="serial">c7ea709a-2c48-4257-90a9-a54e03478e3c</entry>
Oct 23 18:31:47 user nova-compute[74046]:       <entry name="uuid">c7ea709a-2c48-4257-90a9-a54e03478e3c</entry>
Oct 23 18:31:47 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:31:47 user nova-compute[74046]:     </system>
Oct 23 18:31:47 user nova-compute[74046]:   </sysinfo>
Oct 23 18:31:47 user nova-compute[74046]:   <os>
Oct 23 18:31:47 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:31:47 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:31:47 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:31:47 user nova-compute[74046]:   </os>
Oct 23 18:31:47 user nova-compute[74046]:   <features>
Oct 23 18:31:47 user nova-compute[74046]:     <acpi/>
Oct 23 18:31:47 user nova-compute[74046]:     <apic/>
Oct 23 18:31:47 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:31:47 user nova-compute[74046]:   </features>
Oct 23 18:31:47 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:31:47 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:31:47 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:31:47 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:31:47 user nova-compute[74046]:   </clock>
Oct 23 18:31:47 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:31:47 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:31:47 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:31:47 user nova-compute[74046]:   </cpu>
Oct 23 18:31:47 user nova-compute[74046]:   <devices>
Oct 23 18:31:47 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:31:47 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:31:47 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk"/>
Oct 23 18:31:47 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:31:47 user nova-compute[74046]:     </disk>
Oct 23 18:31:47 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:31:47 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:31:47 user nova-compute[74046]:       <source dev="/dev/sdb"/>
Oct 23 18:31:47 user nova-compute[74046]:       <target dev="vdb" bus="virtio"/>
Oct 23 18:31:47 user nova-compute[74046]:       <serial>d4fa6894-8507-4d04-92b8-e11276815eac</serial>
Oct 23 18:31:47 user nova-compute[74046]:     </disk>
Oct 23 18:31:47 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:31:47 user nova-compute[74046]:       <mac address="fa:16:3e:a2:9c:de"/>
Oct 23 18:31:47 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:31:47 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:31:47 user nova-compute[74046]:       <target dev="tap5fb6552a-de"/>
Oct 23 18:31:47 user nova-compute[74046]:     </interface>
Oct 23 18:31:47 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:31:47 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/console.log" append="off"/>
Oct 23 18:31:47 user nova-compute[74046]:     </serial>
Oct 23 18:31:47 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:31:47 user nova-compute[74046]:     <video>
Oct 23 18:31:47 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:31:47 user nova-compute[74046]:     </video>
Oct 23 18:31:47 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:31:47 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:31:47 user nova-compute[74046]:     </rng>
Oct 23 18:31:47 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:31:47 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:31:47 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:31:47 user nova-compute[74046]:     </memballoon>
Oct 23 18:31:47 user nova-compute[74046]:   </devices>
Oct 23 18:31:47 user nova-compute[74046]: </domain>
Oct 23 18:31:47 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1572540517',display_name='tempest-ServerActionsTestOtherB-server-1572540517',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1572540517',id=4,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK19bjCvWafiJgUIUYBf+119U3jUiP3zsJAk9a0p8s7fcLul4OakJ7sCjmu06/6WrvW9LftHaimBEBA0WM02XjSPKyajtF4rEIvPK5NMKm2LfOV6j2loGd95/IUjRknmOg==',key_name='tempest-keypair-2068499519',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:30:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ff739a8af61b4ddebb3ead905d93fec9',ramdisk_id='',reservation_id='r-422rlp4h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-33893222',owner_user_name='tempest-ServerActionsTestOtherB-33893222-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:31:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1b82139e1dfe430b82abef320131fe0d',uuid=c7ea709a-2c48-4257-90a9-a54e03478e3c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converting VIF {"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG os_vif [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f81f7d8d-0eb6-574c-9be3-37b92ea0ae11', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5fb6552a-de, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5fb6552a-de, col_values=(('qos', UUID('d20a5910-84cf-419a-8a4e-f42c2137e70a')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5fb6552a-de, col_values=(('external_ids', {'iface-id': '5fb6552a-de61-462f-91fc-ecf8b267f99f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:9c:de', 'vm-uuid': 'c7ea709a-2c48-4257-90a9-a54e03478e3c'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:31:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:47 user nova-compute[74046]: INFO os_vif [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de')
Oct 23 18:31:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:49 user nova-compute[74046]: INFO nova.compute.manager [None req-c6539558-bbfe-49ab-9e08-07e62db7e8b4 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Unrescuing
Oct 23 18:31:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c6539558-bbfe-49ab-9e08-07e62db7e8b4 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:31:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c6539558-bbfe-49ab-9e08-07e62db7e8b4 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquired lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:31:49 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c6539558-bbfe-49ab-9e08-07e62db7e8b4 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:31:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-031f9111-651b-4ecc-bbb0-ecf59202be5f req-881cc9d9-078c-41b6-9934-24c76a457d8a service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-031f9111-651b-4ecc-bbb0-ecf59202be5f req-881cc9d9-078c-41b6-9934-24c76a457d8a service nova] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-031f9111-651b-4ecc-bbb0-ecf59202be5f req-881cc9d9-078c-41b6-9934-24c76a457d8a service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-031f9111-651b-4ecc-bbb0-ecf59202be5f req-881cc9d9-078c-41b6-9934-24c76a457d8a service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-031f9111-651b-4ecc-bbb0-ecf59202be5f req-881cc9d9-078c-41b6-9934-24c76a457d8a service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] No waiting events found dispatching network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:49 user nova-compute[74046]: WARNING nova.compute.manager [req-031f9111-651b-4ecc-bbb0-ecf59202be5f req-881cc9d9-078c-41b6-9934-24c76a457d8a service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received unexpected event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f for instance with vm_state resized and task_state resize_reverting.
Oct 23 18:31:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:50 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c6539558-bbfe-49ab-9e08-07e62db7e8b4 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Updating instance_info_cache with network_info: [{"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:31:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c6539558-bbfe-49ab-9e08-07e62db7e8b4 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Releasing lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:31:50 user nova-compute[74046]: DEBUG nova.objects.instance [None req-c6539558-bbfe-49ab-9e08-07e62db7e8b4 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'flavor' on Instance uuid 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:31:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-f23c94d7-1ea3-4a55-8326-a0ad40cc9026 req-a1f8425a-2723-49c3-9b01-12c60cf3ad1c service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-unplugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f23c94d7-1ea3-4a55-8326-a0ad40cc9026 req-a1f8425a-2723-49c3-9b01-12c60cf3ad1c service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f23c94d7-1ea3-4a55-8326-a0ad40cc9026 req-a1f8425a-2723-49c3-9b01-12c60cf3ad1c service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f23c94d7-1ea3-4a55-8326-a0ad40cc9026 req-a1f8425a-2723-49c3-9b01-12c60cf3ad1c service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-f23c94d7-1ea3-4a55-8326-a0ad40cc9026 req-a1f8425a-2723-49c3-9b01-12c60cf3ad1c service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-unplugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:50 user nova-compute[74046]: WARNING nova.compute.manager [req-f23c94d7-1ea3-4a55-8326-a0ad40cc9026 req-a1f8425a-2723-49c3-9b01-12c60cf3ad1c service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-unplugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:31:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:51 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Instance destroyed successfully.
Oct 23 18:31:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-a61001ae-6176-419f-8b29-f3664baef3be req-fc588e05-f286-453e-ac04-4b89ea90fcc5 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a61001ae-6176-419f-8b29-f3664baef3be req-fc588e05-f286-453e-ac04-4b89ea90fcc5 service nova] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a61001ae-6176-419f-8b29-f3664baef3be req-fc588e05-f286-453e-ac04-4b89ea90fcc5 service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a61001ae-6176-419f-8b29-f3664baef3be req-fc588e05-f286-453e-ac04-4b89ea90fcc5 service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-a61001ae-6176-419f-8b29-f3664baef3be req-fc588e05-f286-453e-ac04-4b89ea90fcc5 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] No waiting events found dispatching network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:51 user nova-compute[74046]: WARNING nova.compute.manager [req-a61001ae-6176-419f-8b29-f3664baef3be req-fc588e05-f286-453e-ac04-4b89ea90fcc5 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received unexpected event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f for instance with vm_state resized and task_state resize_reverting.
Oct 23 18:31:52 user nova-compute[74046]: DEBUG nova.compute.manager [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:31:52 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Instance running successfully.
Oct 23 18:31:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] finish_revert_migration finished successfully. {{(pid=74046) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Oct 23 18:31:52 user nova-compute[74046]: INFO nova.compute.manager [None req-880ead55-9a96-425a-a38f-b9ca62973546 tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating instance to original state: 'active'
Oct 23 18:31:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-84613579-e398-43d9-a295-c8b004781736 req-092cc6d9-1982-48ba-a6cb-4ce9e0815c1d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-84613579-e398-43d9-a295-c8b004781736 req-092cc6d9-1982-48ba-a6cb-4ce9e0815c1d service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-84613579-e398-43d9-a295-c8b004781736 req-092cc6d9-1982-48ba-a6cb-4ce9e0815c1d service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-84613579-e398-43d9-a295-c8b004781736 req-092cc6d9-1982-48ba-a6cb-4ce9e0815c1d service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-84613579-e398-43d9-a295-c8b004781736 req-092cc6d9-1982-48ba-a6cb-4ce9e0815c1d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:52 user nova-compute[74046]: WARNING nova.compute.manager [req-84613579-e398-43d9-a295-c8b004781736 req-092cc6d9-1982-48ba-a6cb-4ce9e0815c1d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:31:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-0e857c86-2a29-44b7-aebe-4c11f0737c55 req-9ecdace8-5b34-46af-89cc-3421c5b164fa service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0e857c86-2a29-44b7-aebe-4c11f0737c55 req-9ecdace8-5b34-46af-89cc-3421c5b164fa service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0e857c86-2a29-44b7-aebe-4c11f0737c55 req-9ecdace8-5b34-46af-89cc-3421c5b164fa service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0e857c86-2a29-44b7-aebe-4c11f0737c55 req-9ecdace8-5b34-46af-89cc-3421c5b164fa service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-0e857c86-2a29-44b7-aebe-4c11f0737c55 req-9ecdace8-5b34-46af-89cc-3421c5b164fa service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:54 user nova-compute[74046]: WARNING nova.compute.manager [req-0e857c86-2a29-44b7-aebe-4c11f0737c55 req-9ecdace8-5b34-46af-89cc-3421c5b164fa service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:31:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-0e857c86-2a29-44b7-aebe-4c11f0737c55 req-9ecdace8-5b34-46af-89cc-3421c5b164fa service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0e857c86-2a29-44b7-aebe-4c11f0737c55 req-9ecdace8-5b34-46af-89cc-3421c5b164fa service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0e857c86-2a29-44b7-aebe-4c11f0737c55 req-9ecdace8-5b34-46af-89cc-3421c5b164fa service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0e857c86-2a29-44b7-aebe-4c11f0737c55 req-9ecdace8-5b34-46af-89cc-3421c5b164fa service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-0e857c86-2a29-44b7-aebe-4c11f0737c55 req-9ecdace8-5b34-46af-89cc-3421c5b164fa service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:54 user nova-compute[74046]: WARNING nova.compute.manager [req-0e857c86-2a29-44b7-aebe-4c11f0737c55 req-9ecdace8-5b34-46af-89cc-3421c5b164fa service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:31:55 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c6539558-bbfe-49ab-9e08-07e62db7e8b4 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:31:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:56 user nova-compute[74046]: INFO nova.compute.manager [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Detaching volume 95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:31:56 user nova-compute[74046]: INFO nova.virt.block_device [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Attempting to driver detach volume 95337db3-1d55-4384-a5ca-88fceb2efc8f from mountpoint /dev/vdb
Oct 23 18:31:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Attempting to detach device vdb from instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:31:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:31:56 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:31:56 user nova-compute[74046]:   <source dev="/dev/sdf"/>
Oct 23 18:31:56 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:31:56 user nova-compute[74046]:   <serial>95337db3-1d55-4384-a5ca-88fceb2efc8f</serial>
Oct 23 18:31:56 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:31:56 user nova-compute[74046]: </disk>
Oct 23 18:31:56 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:31:56 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Successfully detached device vdb from instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a from the persistent domain config.
Oct 23 18:31:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:31:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:31:56 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:31:56 user nova-compute[74046]:   <source dev="/dev/sdf"/>
Oct 23 18:31:56 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:31:56 user nova-compute[74046]:   <serial>95337db3-1d55-4384-a5ca-88fceb2efc8f</serial>
Oct 23 18:31:56 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:31:56 user nova-compute[74046]: </disk>
Oct 23 18:31:56 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:31:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:57 user nova-compute[74046]: INFO nova.compute.manager [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Terminating instance
Oct 23 18:31:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-f6b01568-69a8-4f81-b578-5b8e4fa6dc65 req-581c08bc-6ca8-49e7-b0f5-d6a1d9c0f445 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Received event network-vif-unplugged-934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6b01568-69a8-4f81-b578-5b8e4fa6dc65 req-581c08bc-6ca8-49e7-b0f5-d6a1d9c0f445 service nova] Acquiring lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6b01568-69a8-4f81-b578-5b8e4fa6dc65 req-581c08bc-6ca8-49e7-b0f5-d6a1d9c0f445 service nova] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f6b01568-69a8-4f81-b578-5b8e4fa6dc65 req-581c08bc-6ca8-49e7-b0f5-d6a1d9c0f445 service nova] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-f6b01568-69a8-4f81-b578-5b8e4fa6dc65 req-581c08bc-6ca8-49e7-b0f5-d6a1d9c0f445 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] No waiting events found dispatching network-vif-unplugged-934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-f6b01568-69a8-4f81-b578-5b8e4fa6dc65 req-581c08bc-6ca8-49e7-b0f5-d6a1d9c0f445 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Received event network-vif-unplugged-934adb24-f72e-48d1-b278-b32ea1352a89 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:58 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Instance destroyed successfully.
Oct 23 18:31:58 user nova-compute[74046]: DEBUG nova.objects.instance [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lazy-loading 'resources' on Instance uuid b8e5cd49-7784-4467-9952-ba68b07e1c07 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1317570096',display_name='tempest-VolumesAdminNegativeTest-server-1317570096',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1317570096',id=7,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNwIPnL1n1pGZZydzElSVhV7VnAHLnex6vCyIL4Q6/sUlEaUtvIBjpi/oEO22WEczFFdVQjR64yFMJIorROaeDrM0dmDfktlyYQuJnc/KpyuoDCuIJjHr2z7Joway309Rg==',key_name='tempest-keypair-806930421',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:25:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0e2342ffc44342a39c380e1689c56db0',ramdisk_id='',reservation_id='r-wbqcax2m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1207595346',owner_user_name='tempest-VolumesAdminNegativeTest-1207595346-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:25:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b81adfc33c4f447080c14fee04807e11',uuid=b8e5cd49-7784-4467-9952-ba68b07e1c07,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "934adb24-f72e-48d1-b278-b32ea1352a89", "address": "fa:16:3e:11:f4:92", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap934adb24-f7", "ovs_interfaceid": "934adb24-f72e-48d1-b278-b32ea1352a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Converting VIF {"id": "934adb24-f72e-48d1-b278-b32ea1352a89", "address": "fa:16:3e:11:f4:92", "network": {"id": "c6625a4a-9873-4b88-a9c5-fb79903fc28c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2003906203-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0e2342ffc44342a39c380e1689c56db0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap934adb24-f7", "ovs_interfaceid": "934adb24-f72e-48d1-b278-b32ea1352a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:11:f4:92,bridge_name='br-int',has_traffic_filtering=True,id=934adb24-f72e-48d1-b278-b32ea1352a89,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap934adb24-f7') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG os_vif [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:11:f4:92,bridge_name='br-int',has_traffic_filtering=True,id=934adb24-f72e-48d1-b278-b32ea1352a89,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap934adb24-f7') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap934adb24-f7, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1329f9f2-595c-4a6b-80ec-f9a65c427455) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:31:58 user nova-compute[74046]: INFO os_vif [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:11:f4:92,bridge_name='br-int',has_traffic_filtering=True,id=934adb24-f72e-48d1-b278-b32ea1352a89,network=Network(c6625a4a-9873-4b88-a9c5-fb79903fc28c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap934adb24-f7')
Oct 23 18:31:58 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Deleting instance files /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07_del
Oct 23 18:31:58 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Deletion of /opt/stack/data/nova/instances/b8e5cd49-7784-4467-9952-ba68b07e1c07_del complete
Oct 23 18:31:58 user nova-compute[74046]: INFO nova.compute.manager [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Took 1.00 seconds to destroy the instance on the hypervisor.
Oct 23 18:31:58 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:31:58 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:31:59 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:31:59 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Took 0.89 seconds to deallocate network for instance.
Oct 23 18:31:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-45bff90d-cc0a-4bb8-bb32-96157247f899 req-7a2434a1-5ef4-4b56-829e-2789eb65769d service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Received event network-vif-deleted-934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-092b4c71-9bdd-4373-9c6b-d1e5bdafce50 req-62427934-8ca6-432b-93af-01bf918587c3 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Received event network-vif-plugged-934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:31:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-092b4c71-9bdd-4373-9c6b-d1e5bdafce50 req-62427934-8ca6-432b-93af-01bf918587c3 service nova] Acquiring lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:31:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-092b4c71-9bdd-4373-9c6b-d1e5bdafce50 req-62427934-8ca6-432b-93af-01bf918587c3 service nova] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:31:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-092b4c71-9bdd-4373-9c6b-d1e5bdafce50 req-62427934-8ca6-432b-93af-01bf918587c3 service nova] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-092b4c71-9bdd-4373-9c6b-d1e5bdafce50 req-62427934-8ca6-432b-93af-01bf918587c3 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] No waiting events found dispatching network-vif-plugged-934adb24-f72e-48d1-b278-b32ea1352a89 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:31:59 user nova-compute[74046]: WARNING nova.compute.manager [req-092b4c71-9bdd-4373-9c6b-d1e5bdafce50 req-62427934-8ca6-432b-93af-01bf918587c3 service nova] [instance: b8e5cd49-7784-4467-9952-ba68b07e1c07] Received unexpected event network-vif-plugged-934adb24-f72e-48d1-b278-b32ea1352a89 for instance with vm_state deleted and task_state None.
Oct 23 18:31:59 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:31:59 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:31:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.563s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:31:59 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Deleted allocations for instance b8e5cd49-7784-4467-9952-ba68b07e1c07
Oct 23 18:32:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-92ef40f1-cd1f-4a08-9a2e-db6cb2fe6e29 tempest-VolumesAdminNegativeTest-1207595346 tempest-VolumesAdminNegativeTest-1207595346-project-member] Lock "b8e5cd49-7784-4467-9952-ba68b07e1c07" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.742s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:32:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:32:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:32:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Didn't find any instances for network info cache update. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 18:32:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NdbLgFKV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:32:05 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:32:05 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.008s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:32:05 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6786dda6-f182-4ae6-83af-998f46c699a2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:32:05 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94f1ba0-4c81-48a0-bb42-45467c0e331c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273] added
Oct 23 18:32:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab70deef-4d21-4d0c-a3ec-5267c91107d9]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b4d3057-35f1-4acc-a824-97234b7cebe2]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:32:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Creating image(s)
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "/opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "/opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "/opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json" returned: 0 in 0.274s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NdbLgFKV {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NdbLgFKV" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3c290f7-e383-4c21-8b11-ddcab2e9c24f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NdbLgFKV'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd4a176e-d0d2-45e2-b800-7c15fea83c8e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[103550a8-8c7e-47f5-968a-6fff80c29972]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:32:05 user nova-compute[74046]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:32:05 user nova-compute[74046]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b2a38df-337a-41b3-b8d3-40058ec10009]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273, portal: 172.16.0.220,3260]
Oct 23 18:32:05 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273, portal: 172.16.0.220,3260] successful.
Oct 23 18:32:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8bda066-e8f6-44e0-a267-ade7b2a74225]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.257s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d8faad9-0137-4f25-bba4-d99b6e53e7bf]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:32:05 user nova-compute[74046]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:05 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:32:05 user nova-compute[74046]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:05 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.476s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:32:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] HCTL ('34', '-', '-', 0) found on session 19 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[894fc424-1542-4221-9179-6f909e44542e]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Searching for a device in session 19 and hctl ['34', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk 1073741824" returned: 0 in 0.086s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Cannot resize image /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Ensure instance console log exists: /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Start _get_guest_xml network_info=[{"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '030269ab-fe46-4af0-b487-7855a8bb9180', 'disk_bus': 'virtio', 'boot_index': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aRoJgVNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2', 'attached_at': '', 'detached_at': '', 'volume_id': 'd40a8c56-6341-41ca-b467-f49ff0b9114d', 'serial': 'd40a8c56-6341-41ca-b467-f49ff0b9114d'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:32:06 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 23 18:32:06 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.objects.instance [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lazy-loading 'vcpu_model' on Instance uuid e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aRoJgVNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:32:06 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 18:32:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Searching for a device in session 19 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NdbLgFKV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.528s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] <== connect_volume: return (1531ms) {'type': 'block', 'scsi_wwn': '26366633338356535', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26366633338356535', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.313s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:32:07 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:32:07 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG nova.objects.instance [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lazy-loading 'flavor' on Instance uuid 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d410373b-6e4d-47c8-bb6d-bfd81f11a580]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:32:07 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:32:07 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:32:07 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:32:07 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:32:07 user nova-compute[74046]:   <serial>1ee900ee-5488-4524-bbd4-3ef4c03fb273</serial>
Oct 23 18:32:07 user nova-compute[74046]: </disk>
Oct 23 18:32:07 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[87839a0a-7ae2-47ed-b9bf-d406b3608c96]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d] added
Oct 23 18:32:07 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe29b012-7f96-4a4d-aea2-1614d8412b7c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dbff4dd-1aed-4301-a6b0-5377c2b5806f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aRoJgVNM {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aRoJgVNM" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[84a33d08-803c-4a29-9bc9-b246bc433b8f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aRoJgVNM'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[78b04982-4912-466c-8353-37c86a893acf]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d54f60f-378b-4487-98db-9efdbadf2b01]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:32:07 user nova-compute[74046]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:07 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:07 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:32:07 user nova-compute[74046]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:07 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:07 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3393cf41-abb2-498c-8caf-a5a329b2cd40]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260]
Oct 23 18:32:07 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260] successful.
Oct 23 18:32:07 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.032s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[83dbabb1-fea9-4e41-b242-d6c4feba9b78]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcf93937-0af8-44c4-badb-68a80a1d7051]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:32:07 user nova-compute[74046]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:07 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:07 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:32:07 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:32:07 user nova-compute[74046]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:07 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:07 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:32:07 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.358s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] HCTL ('35', '-', '-', 0) found on session 20 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dc696a9-328c-4e18-ab1d-bb463d37ed26]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching for a device in session 20 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aRoJgVNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] No VIF found with MAC fa:16:3e:94:63:90, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dff51087-4eaa-4f36-b20d-3e1b40603e66 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 31.568s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 31.296s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.043s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.409s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] <== connect_volume: return (1723ms) {'type': 'block', 'scsi_wwn': '26433653434376138', 'path': '/dev/sdd'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26433653434376138', 'path': '/dev/sdd'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:29:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-969102318',display_name='tempest-ServerActionsTestOtherA-server-1265348717',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-969102318',id=15,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCWDvNM5x3PBt7T3gfo5BK2i35Rszq/JMttE5XMe+JzlMxcNTv/dUaVWcabsOftlzl9LXnuzFegzdaRl4Oy69qIePY24C8BMeyGF9Agbhao9zDBMbpciJkL1hQw4XGMgYw==',key_name='tempest-keypair-1751572263',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:29:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-003w4xu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:31:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:32:08 user nova-compute[74046]:   <uuid>e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2</uuid>
Oct 23 18:32:08 user nova-compute[74046]:   <name>instance-0000000f</name>
Oct 23 18:32:08 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:32:08 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:32:08 user nova-compute[74046]:   <metadata>
Oct 23 18:32:08 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:32:08 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:32:08 user nova-compute[74046]:       <nova:name>tempest-ServerActionsTestOtherA-server-1265348717</nova:name>
Oct 23 18:32:08 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:32:06</nova:creationTime>
Oct 23 18:32:08 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:32:08 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:32:08 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:32:08 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:32:08 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:32:08 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:32:08 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:32:08 user nova-compute[74046]:       <nova:owner>
Oct 23 18:32:08 user nova-compute[74046]:         <nova:user uuid="ba365aa5b0a44d718be5e737ad6d23ac">tempest-ServerActionsTestOtherA-1690585759-project-member</nova:user>
Oct 23 18:32:08 user nova-compute[74046]:         <nova:project uuid="8afd1e53cfdb4074bd9fc58762ff2637">tempest-ServerActionsTestOtherA-1690585759</nova:project>
Oct 23 18:32:08 user nova-compute[74046]:       </nova:owner>
Oct 23 18:32:08 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:32:08 user nova-compute[74046]:       <nova:ports>
Oct 23 18:32:08 user nova-compute[74046]:         <nova:port uuid="df053e74-64ff-40cd-9316-f936b6371363">
Oct 23 18:32:08 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 23 18:32:08 user nova-compute[74046]:         </nova:port>
Oct 23 18:32:08 user nova-compute[74046]:       </nova:ports>
Oct 23 18:32:08 user nova-compute[74046]:     </nova:instance>
Oct 23 18:32:08 user nova-compute[74046]:   </metadata>
Oct 23 18:32:08 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:32:08 user nova-compute[74046]:     <system>
Oct 23 18:32:08 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:32:08 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:32:08 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:32:08 user nova-compute[74046]:       <entry name="serial">e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2</entry>
Oct 23 18:32:08 user nova-compute[74046]:       <entry name="uuid">e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2</entry>
Oct 23 18:32:08 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:32:08 user nova-compute[74046]:     </system>
Oct 23 18:32:08 user nova-compute[74046]:   </sysinfo>
Oct 23 18:32:08 user nova-compute[74046]:   <os>
Oct 23 18:32:08 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:32:08 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:32:08 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:32:08 user nova-compute[74046]:   </os>
Oct 23 18:32:08 user nova-compute[74046]:   <features>
Oct 23 18:32:08 user nova-compute[74046]:     <acpi/>
Oct 23 18:32:08 user nova-compute[74046]:     <apic/>
Oct 23 18:32:08 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:32:08 user nova-compute[74046]:   </features>
Oct 23 18:32:08 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:32:08 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:32:08 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:32:08 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:32:08 user nova-compute[74046]:   </clock>
Oct 23 18:32:08 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:32:08 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:32:08 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:32:08 user nova-compute[74046]:   </cpu>
Oct 23 18:32:08 user nova-compute[74046]:   <devices>
Oct 23 18:32:08 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:32:08 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:32:08 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk"/>
Oct 23 18:32:08 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:32:08 user nova-compute[74046]:     </disk>
Oct 23 18:32:08 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:32:08 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:32:08 user nova-compute[74046]:       <source dev="/dev/sdd"/>
Oct 23 18:32:08 user nova-compute[74046]:       <target dev="vdb" bus="virtio"/>
Oct 23 18:32:08 user nova-compute[74046]:       <serial>d40a8c56-6341-41ca-b467-f49ff0b9114d</serial>
Oct 23 18:32:08 user nova-compute[74046]:     </disk>
Oct 23 18:32:08 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:32:08 user nova-compute[74046]:       <mac address="fa:16:3e:a0:4a:e7"/>
Oct 23 18:32:08 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:32:08 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:32:08 user nova-compute[74046]:       <target dev="tapdf053e74-64"/>
Oct 23 18:32:08 user nova-compute[74046]:     </interface>
Oct 23 18:32:08 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:32:08 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/console.log" append="off"/>
Oct 23 18:32:08 user nova-compute[74046]:     </serial>
Oct 23 18:32:08 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:32:08 user nova-compute[74046]:     <video>
Oct 23 18:32:08 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:32:08 user nova-compute[74046]:     </video>
Oct 23 18:32:08 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:32:08 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:32:08 user nova-compute[74046]:     </rng>
Oct 23 18:32:08 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:32:08 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:32:08 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:32:08 user nova-compute[74046]:     </memballoon>
Oct 23 18:32:08 user nova-compute[74046]:   </devices>
Oct 23 18:32:08 user nova-compute[74046]: </domain>
Oct 23 18:32:08 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:29:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-969102318',display_name='tempest-ServerActionsTestOtherA-server-1265348717',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-969102318',id=15,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCWDvNM5x3PBt7T3gfo5BK2i35Rszq/JMttE5XMe+JzlMxcNTv/dUaVWcabsOftlzl9LXnuzFegzdaRl4Oy69qIePY24C8BMeyGF9Agbhao9zDBMbpciJkL1hQw4XGMgYw==',key_name='tempest-keypair-1751572263',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:29:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-003w4xu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:31:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG os_vif [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a32cc9e5-ed6f-571d-b099-7ac5b880fac6', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdf053e74-64, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdf053e74-64, col_values=(('qos', UUID('83ba5874-6ab6-40fb-a1d7-6166ccbc65cb')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdf053e74-64, col_values=(('external_ids', {'iface-id': 'df053e74-64ff-40cd-9316-f936b6371363', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a0:4a:e7', 'vm-uuid': 'e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:08 user nova-compute[74046]: INFO os_vif [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64')
Oct 23 18:32:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No VIF found with MAC fa:16:3e:a0:4a:e7, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:32:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-9d348dbc-41ea-488a-adc6-0037e4d88247 req-6c816193-4eec-4d12-8347-03c11279801d service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received event network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d348dbc-41ea-488a-adc6-0037e4d88247 req-6c816193-4eec-4d12-8347-03c11279801d service nova] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d348dbc-41ea-488a-adc6-0037e4d88247 req-6c816193-4eec-4d12-8347-03c11279801d service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d348dbc-41ea-488a-adc6-0037e4d88247 req-6c816193-4eec-4d12-8347-03c11279801d service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-9d348dbc-41ea-488a-adc6-0037e4d88247 req-6c816193-4eec-4d12-8347-03c11279801d service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] No waiting events found dispatching network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:32:12 user nova-compute[74046]: WARNING nova.compute.manager [req-9d348dbc-41ea-488a-adc6-0037e4d88247 req-6c816193-4eec-4d12-8347-03c11279801d service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received unexpected event network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 for instance with vm_state active and task_state rebuild_spawning.
Oct 23 18:32:12 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:32:12 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7288MB free_disk=25.294239044189453GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:12 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Instance spawned successfully.
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "interface-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "interface-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.objects.instance [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lazy-loading 'flavor' on Instance uuid 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c7ea709a-2c48-4257-90a9-a54e03478e3c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 927c1000-cf11-47d7-9bc6-0c0a321a3f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 883d3144-93db-4ad6-bc60-6b71bf381a9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-changed-e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Refreshing instance network info cache due to event network-changed-e1846a9a-a8d0-464a-9629-499210d347ab. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] Acquiring lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] Acquired lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.network.neutron [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Refreshing network info cache for port e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.objects.instance [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lazy-loading 'pci_requests' on Instance uuid 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.objects.base [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Object Instance<6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86> lazy-loaded attributes: flavor,pci_requests {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:32:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG nova.policy [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89e7b33db0c7434296bf5ab8365951dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fa4613452ba402986d11c8b4ddc9b04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.538s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.292s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG nova.objects.instance [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74046) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG nova.network.neutron [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Updated VIF entry in instance network info cache for port e1846a9a-a8d0-464a-9629-499210d347ab. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG nova.network.neutron [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Updating instance_info_cache with network_info: [{"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] Releasing lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received event network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] No waiting events found dispatching network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:32:13 user nova-compute[74046]: WARNING nova.compute.manager [req-a668e23a-b73a-4e67-a3cf-e918a9383244 req-9c59fc4d-f22f-4243-a133-49b63a3c5ed4 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received unexpected event network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 for instance with vm_state active and task_state rebuild_spawning.
Oct 23 18:32:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fe499cc5-49ef-474b-896f-566ad9fd3e13 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.123s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Successfully created port: 0649bbd8-d469-4f30-b968-1ef197ca47d5 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:32:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Successfully updated port: 0649bbd8-d469-4f30-b968-1ef197ca47d5 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:32:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:32:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquired lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:32:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:32:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-9ff348e4-8e81-4669-beb4-75218770eefe req-ddd3586b-b545-44e0-bb5d-fd3730e8305e service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-changed-0649bbd8-d469-4f30-b968-1ef197ca47d5 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:32:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-9ff348e4-8e81-4669-beb4-75218770eefe req-ddd3586b-b545-44e0-bb5d-fd3730e8305e service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Refreshing instance network info cache due to event network-changed-0649bbd8-d469-4f30-b968-1ef197ca47d5. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:32:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9ff348e4-8e81-4669-beb4-75218770eefe req-ddd3586b-b545-44e0-bb5d-fd3730e8305e service nova] Acquiring lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Updating instance_info_cache with network_info: [{"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Releasing lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9ff348e4-8e81-4669-beb4-75218770eefe req-ddd3586b-b545-44e0-bb5d-fd3730e8305e service nova] Acquired lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-9ff348e4-8e81-4669-beb4-75218770eefe req-ddd3586b-b545-44e0-bb5d-fd3730e8305e service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Refreshing network info cache for port 0649bbd8-d469-4f30-b968-1ef197ca47d5 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:30:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-572913103',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-572913103',id=17,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6Ijol49AxHQIZHubrhN+xQhKxI9BezJm4PRnRuCCJkYVrRKLF7wksLJX0TNmpLMkkh9jrRN74/2FWvD2fujXtNgnCnoU49bb4tGslqTgaLJM0g8VKlpeIB1QULqd0FIw==',key_name='tempest-keypair-1023831243',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:30:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9fa4613452ba402986d11c8b4ddc9b04',ramdisk_id='',reservation_id='r-98cggggm',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-908998244',owner_user_name='tempest-TaggedAttachmentsTest-908998244-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:30:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89e7b33db0c7434296bf5ab8365951dc',uuid=6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converting VIF {"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cf:a4,bridge_name='br-int',has_traffic_filtering=True,id=0649bbd8-d469-4f30-b968-1ef197ca47d5,network=Network(ba331665-ae53-4ee6-b565-56a50b07e3e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0649bbd8-d4') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG os_vif [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cf:a4,bridge_name='br-int',has_traffic_filtering=True,id=0649bbd8-d469-4f30-b968-1ef197ca47d5,network=Network(ba331665-ae53-4ee6-b565-56a50b07e3e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0649bbd8-d4') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '519cdc49-355b-5175-8e77-97f88d7dda9d', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0649bbd8-d4, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0649bbd8-d4, col_values=(('qos', UUID('08b94745-3f23-4c74-8e0b-864ba8761e9a')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0649bbd8-d4, col_values=(('external_ids', {'iface-id': '0649bbd8-d469-4f30-b968-1ef197ca47d5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:cf:a4', 'vm-uuid': '6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:15 user nova-compute[74046]: INFO os_vif [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cf:a4,bridge_name='br-int',has_traffic_filtering=True,id=0649bbd8-d469-4f30-b968-1ef197ca47d5,network=Network(ba331665-ae53-4ee6-b565-56a50b07e3e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0649bbd8-d4')
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:30:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-572913103',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-572913103',id=17,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6Ijol49AxHQIZHubrhN+xQhKxI9BezJm4PRnRuCCJkYVrRKLF7wksLJX0TNmpLMkkh9jrRN74/2FWvD2fujXtNgnCnoU49bb4tGslqTgaLJM0g8VKlpeIB1QULqd0FIw==',key_name='tempest-keypair-1023831243',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:30:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9fa4613452ba402986d11c8b4ddc9b04',ramdisk_id='',reservation_id='r-98cggggm',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-908998244',owner_user_name='tempest-TaggedAttachmentsTest-908998244-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:30:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89e7b33db0c7434296bf5ab8365951dc',uuid=6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converting VIF {"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cf:a4,bridge_name='br-int',has_traffic_filtering=True,id=0649bbd8-d469-4f30-b968-1ef197ca47d5,network=Network(ba331665-ae53-4ee6-b565-56a50b07e3e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0649bbd8-d4') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] attach device xml: <interface type="ethernet">
Oct 23 18:32:15 user nova-compute[74046]:   <mac address="fa:16:3e:e0:cf:a4"/>
Oct 23 18:32:15 user nova-compute[74046]:   <model type="virtio"/>
Oct 23 18:32:15 user nova-compute[74046]:   <mtu size="1442"/>
Oct 23 18:32:15 user nova-compute[74046]:   <target dev="tap0649bbd8-d4"/>
Oct 23 18:32:15 user nova-compute[74046]: </interface>
Oct 23 18:32:15 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-a1f6190e-602b-4dad-92d6-0c72bba29f68 req-c33cca9d-96da-43cb-9335-1a15e2c0f9de service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-vif-plugged-0649bbd8-d469-4f30-b968-1ef197ca47d5 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a1f6190e-602b-4dad-92d6-0c72bba29f68 req-c33cca9d-96da-43cb-9335-1a15e2c0f9de service nova] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a1f6190e-602b-4dad-92d6-0c72bba29f68 req-c33cca9d-96da-43cb-9335-1a15e2c0f9de service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a1f6190e-602b-4dad-92d6-0c72bba29f68 req-c33cca9d-96da-43cb-9335-1a15e2c0f9de service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-a1f6190e-602b-4dad-92d6-0c72bba29f68 req-c33cca9d-96da-43cb-9335-1a15e2c0f9de service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] No waiting events found dispatching network-vif-plugged-0649bbd8-d469-4f30-b968-1ef197ca47d5 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:32:15 user nova-compute[74046]: WARNING nova.compute.manager [req-a1f6190e-602b-4dad-92d6-0c72bba29f68 req-c33cca9d-96da-43cb-9335-1a15e2c0f9de service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received unexpected event network-vif-plugged-0649bbd8-d469-4f30-b968-1ef197ca47d5 for instance with vm_state active and task_state None.
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] No BDM found with device name hda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] No VIF found with MAC fa:16:3e:ca:58:2e, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-9ff348e4-8e81-4669-beb4-75218770eefe req-ddd3586b-b545-44e0-bb5d-fd3730e8305e service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Updated VIF entry in instance network info cache for port 0649bbd8-d469-4f30-b968-1ef197ca47d5. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-9ff348e4-8e81-4669-beb4-75218770eefe req-ddd3586b-b545-44e0-bb5d-fd3730e8305e service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Updating instance_info_cache with network_info: [{"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9ff348e4-8e81-4669-beb4-75218770eefe req-ddd3586b-b545-44e0-bb5d-fd3730e8305e service nova] Releasing lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:32:15 user nova-compute[74046]:   <nova:package version="0.0.0"/>
Oct 23 18:32:15 user nova-compute[74046]:   <nova:name>tempest-device-tagging-server-572913103</nova:name>
Oct 23 18:32:15 user nova-compute[74046]:   <nova:creationTime>2023-10-23 18:32:15</nova:creationTime>
Oct 23 18:32:15 user nova-compute[74046]:   <nova:flavor name="m1.tiny">
Oct 23 18:32:15 user nova-compute[74046]:     <nova:memory>512</nova:memory>
Oct 23 18:32:15 user nova-compute[74046]:     <nova:disk>1</nova:disk>
Oct 23 18:32:15 user nova-compute[74046]:     <nova:swap>0</nova:swap>
Oct 23 18:32:15 user nova-compute[74046]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:32:15 user nova-compute[74046]:     <nova:vcpus>1</nova:vcpus>
Oct 23 18:32:15 user nova-compute[74046]:   </nova:flavor>
Oct 23 18:32:15 user nova-compute[74046]:   <nova:owner>
Oct 23 18:32:15 user nova-compute[74046]:     <nova:user uuid="89e7b33db0c7434296bf5ab8365951dc">tempest-TaggedAttachmentsTest-908998244-project-member</nova:user>
Oct 23 18:32:15 user nova-compute[74046]:     <nova:project uuid="9fa4613452ba402986d11c8b4ddc9b04">tempest-TaggedAttachmentsTest-908998244</nova:project>
Oct 23 18:32:15 user nova-compute[74046]:   </nova:owner>
Oct 23 18:32:15 user nova-compute[74046]:   <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:32:15 user nova-compute[74046]:   <nova:ports>
Oct 23 18:32:15 user nova-compute[74046]:     <nova:port uuid="e1846a9a-a8d0-464a-9629-499210d347ab">
Oct 23 18:32:15 user nova-compute[74046]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 18:32:15 user nova-compute[74046]:     </nova:port>
Oct 23 18:32:15 user nova-compute[74046]:     <nova:port uuid="0649bbd8-d469-4f30-b968-1ef197ca47d5">
Oct 23 18:32:15 user nova-compute[74046]:       <nova:ip type="fixed" address="10.10.10.24" ipVersion="4"/>
Oct 23 18:32:15 user nova-compute[74046]:     </nova:port>
Oct 23 18:32:15 user nova-compute[74046]:   </nova:ports>
Oct 23 18:32:15 user nova-compute[74046]: </nova:instance>
Oct 23 18:32:15 user nova-compute[74046]:  {{(pid=74046) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 23 18:32:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ac594f2a-5587-40dc-85b5-c64b1fbe25fd tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "interface-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.061s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lazy-loading 'flavor' on Instance uuid 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:16 user nova-compute[74046]: INFO nova.compute.manager [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Attaching volume 59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 to /dev/vdb
Oct 23 18:32:16 user nova-compute[74046]: DEBUG os_brick.utils [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[919ce828-4acf-4ce5-b1ac-89b5a5af445b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8d29863-1ba4-47b2-ac63-b9fa715591fc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fece28ce-692f-43d2-9052-52f28660898e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[27226bcb-d1f8-4355-8d30-89b425011def]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:32:16 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[37789cca-f5bb-45d7-abfe-6a958926cd7c]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG os_brick.utils [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Updating existing volume attachment record: 20b8c30b-7c06-494b-a698-1475dac1b3ba {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:32:16 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a is timed out.
Oct 23 18:32:16 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Successfully detached device vdb from instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a from the live domain config.
Oct 23 18:32:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ifJZdlmN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:32:16 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:32:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[46ab5421-a0b8-4611-a558-b81917c8f5db]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:32:16 user nova-compute[74046]: No targets found.
Oct 23 18:32:16 user nova-compute[74046]: iSNS:
Oct 23 18:32:16 user nova-compute[74046]: No targets found.
Oct 23 18:32:16 user nova-compute[74046]: STATIC:
Oct 23 18:32:16 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac
Oct 23 18:32:16 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:32:16 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:32:16 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d
Oct 23 18:32:16 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:32:16 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:32:16 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273
Oct 23 18:32:16 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:32:16 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:32:16 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f
Oct 23 18:32:16 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:32:16 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:32:16 user nova-compute[74046]: FIRMWARE:
Oct 23 18:32:16 user nova-compute[74046]: No targets found.
Oct 23 18:32:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:32:16 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:32:16 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b57fa6b7-16b2-403c-a4f6-836fd88aa824]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc4e5462-337c-4a12-ac41-e6ce4de440e1]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:32:17 user nova-compute[74046]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:17 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:17 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:32:17 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f (non-flash)
Oct 23 18:32:17 user nova-compute[74046]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:17 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:17 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:32:17 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef02a2c20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f'): ({'sdf'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Removing single pathed devices sdf {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0c404ff-0590-4d89-be30-909c7c284b8c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[771c9f22-1754-46f4-abe6-105ef3d935ad]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Flushing IO for device /dev/sdf {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f3516f7-09be-45ab-a93d-29ec25268051]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.061s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[85ac5ddb-a32d-4a56-9c09-ef335371b377]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] SCSI volumes sdf have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e75b13f1-1a3e-460c-ae07-e7477d0a9bd8]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a18b971-6785-4d04-a1b7-71e0c2dac089]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f, portal: 172.16.0.220,3260]
Oct 23 18:32:17 user nova-compute[74046]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f, portal: 172.16.0.220,3260] successful.
Oct 23 18:32:17 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:95337db3-1d55-4384-a5ca-88fceb2efc8f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c5ac0c4-8122-4c03-ad3a-6df3ff2b16f5]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.385s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] <== disconnect_volume: return (387ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-d9430822-3356-4954-b157-5c66b4efd1a9 req-562adf55-f052-406d-8702-40c883b23785 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-vif-plugged-0649bbd8-d469-4f30-b968-1ef197ca47d5 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d9430822-3356-4954-b157-5c66b4efd1a9 req-562adf55-f052-406d-8702-40c883b23785 service nova] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d9430822-3356-4954-b157-5c66b4efd1a9 req-562adf55-f052-406d-8702-40c883b23785 service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d9430822-3356-4954-b157-5c66b4efd1a9 req-562adf55-f052-406d-8702-40c883b23785 service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-d9430822-3356-4954-b157-5c66b4efd1a9 req-562adf55-f052-406d-8702-40c883b23785 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] No waiting events found dispatching network-vif-plugged-0649bbd8-d469-4f30-b968-1ef197ca47d5 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:32:17 user nova-compute[74046]: WARNING nova.compute.manager [req-d9430822-3356-4954-b157-5c66b4efd1a9 req-562adf55-f052-406d-8702-40c883b23785 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received unexpected event network-vif-plugged-0649bbd8-d469-4f30-b968-1ef197ca47d5 for instance with vm_state active and task_state None.
Oct 23 18:32:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:23 user nova-compute[74046]: DEBUG nova.objects.instance [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lazy-loading 'flavor' on Instance uuid 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:32:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-70b1b9cf-462a-4be0-a058-e7c2d65fcb9f tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 27.639s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RhbFBpJI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:32:35 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:32:35 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:32:35 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f68fbf3b-f285-4fad-a51e-adad7cf2b0b2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:32:35 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7689489e-204f-4bfe-b01e-34481044275c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15] added
Oct 23 18:32:35 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[470a41aa-aa9b-4051-884c-deabf7415545]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0737bacf-672a-4dbc-827c-dc3e18dff431]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RhbFBpJI {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RhbFBpJI" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aa14ddf-f456-4b3a-be56-efbafb3b293b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RhbFBpJI'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb5d5919-f64a-4248-b412-694cbfca23bd]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[860eb042-ee21-4090-9ef1-bc43684df7c7]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:35 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:35 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:32:35 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:35 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:35 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:32:35 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[501b0b1c-ae51-42ab-a598-b9c94dd14f20]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15, portal: 172.16.0.220,3260]
Oct 23 18:32:35 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15, portal: 172.16.0.220,3260] successful.
Oct 23 18:32:35 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8daee2d7-2ac0-4762-9a15-5a7a0812c651]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3667572-7661-4b79-b1d3-a755deef6310]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:35 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:35 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:32:35 user nova-compute[74046]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 (non-flash)
Oct 23 18:32:35 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:35 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:35 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:32:35 user nova-compute[74046]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 (non-flash)
Oct 23 18:32:35 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] HCTL ('36', '-', '-', 0) found on session 21 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9a52e42-6dcc-4ec6-b0a0-a628a7b78fef]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Searching for a device in session 21 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:32:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RhbFBpJI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:32:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:32:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23239383431313639', 'path': '/dev/sde'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:32:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23239383431313639', 'path': '/dev/sde'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:32:36 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lazy-loading 'flavor' on Instance uuid 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:32:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:32:36 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:32:36 user nova-compute[74046]:   <source dev="/dev/sde"/>
Oct 23 18:32:36 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:32:36 user nova-compute[74046]:   <serial>59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15</serial>
Oct 23 18:32:36 user nova-compute[74046]: </disk>
Oct 23 18:32:36 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:32:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:32:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] No BDM found with device name hda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:32:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] No VIF found with MAC fa:16:3e:ca:58:2e, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:32:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cdf87b7b-2355-4e09-85bf-ec1b1c13d3cc tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.597s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:38 user nova-compute[74046]: INFO nova.compute.manager [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Detaching volume 59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15
Oct 23 18:32:39 user nova-compute[74046]: INFO nova.virt.block_device [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Attempting to driver detach volume 59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 from mountpoint /dev/vdb
Oct 23 18:32:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Attempting to detach device vdb from instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:32:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:32:39 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:32:39 user nova-compute[74046]:   <source dev="/dev/sde"/>
Oct 23 18:32:39 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:32:39 user nova-compute[74046]:   <serial>59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15</serial>
Oct 23 18:32:39 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 23 18:32:39 user nova-compute[74046]: </disk>
Oct 23 18:32:39 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:32:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Successfully detached device vdb from instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 from the persistent domain config.
Oct 23 18:32:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:32:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:32:39 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:32:39 user nova-compute[74046]:   <source dev="/dev/sde"/>
Oct 23 18:32:39 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:32:39 user nova-compute[74046]:   <serial>59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15</serial>
Oct 23 18:32:39 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 23 18:32:39 user nova-compute[74046]: </disk>
Oct 23 18:32:39 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:32:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:32:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:40 user nova-compute[74046]: DEBUG nova.compute.manager [req-7cd832f6-621c-498f-926c-f079eb677c74 req-78f4f11e-7bf9-408b-a48f-3f8a74257e84 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Received event network-changed-15b357e1-bbdf-4715-924b-a057fcdca70e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:32:40 user nova-compute[74046]: DEBUG nova.compute.manager [req-7cd832f6-621c-498f-926c-f079eb677c74 req-78f4f11e-7bf9-408b-a48f-3f8a74257e84 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Refreshing instance network info cache due to event network-changed-15b357e1-bbdf-4715-924b-a057fcdca70e. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:32:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7cd832f6-621c-498f-926c-f079eb677c74 req-78f4f11e-7bf9-408b-a48f-3f8a74257e84 service nova] Acquiring lock "refresh_cache-927c1000-cf11-47d7-9bc6-0c0a321a3f31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:32:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7cd832f6-621c-498f-926c-f079eb677c74 req-78f4f11e-7bf9-408b-a48f-3f8a74257e84 service nova] Acquired lock "refresh_cache-927c1000-cf11-47d7-9bc6-0c0a321a3f31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:32:40 user nova-compute[74046]: DEBUG nova.network.neutron [req-7cd832f6-621c-498f-926c-f079eb677c74 req-78f4f11e-7bf9-408b-a48f-3f8a74257e84 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Refreshing network info cache for port 15b357e1-bbdf-4715-924b-a057fcdca70e {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG nova.objects.instance [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lazy-loading 'flavor' on Instance uuid 927c1000-cf11-47d7-9bc6-0c0a321a3f31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG nova.network.neutron [req-7cd832f6-621c-498f-926c-f079eb677c74 req-78f4f11e-7bf9-408b-a48f-3f8a74257e84 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Updated VIF entry in instance network info cache for port 15b357e1-bbdf-4715-924b-a057fcdca70e. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG nova.network.neutron [req-7cd832f6-621c-498f-926c-f079eb677c74 req-78f4f11e-7bf9-408b-a48f-3f8a74257e84 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Updating instance_info_cache with network_info: [{"id": "15b357e1-bbdf-4715-924b-a057fcdca70e", "address": "fa:16:3e:e9:78:f2", "network": {"id": "30b2e5d5-d425-41d1-b3d3-b0da9bba0984", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1989135680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "82d77c2a36d249468eac3e5218dad25f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b357e1-bb", "ovs_interfaceid": "15b357e1-bbdf-4715-924b-a057fcdca70e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:41 user nova-compute[74046]: INFO nova.compute.manager [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Attaching volume 4d88bab2-8bf3-4457-8376-f1c95a35289b to /dev/vdb
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7cd832f6-621c-498f-926c-f079eb677c74 req-78f4f11e-7bf9-408b-a48f-3f8a74257e84 service nova] Releasing lock "refresh_cache-927c1000-cf11-47d7-9bc6-0c0a321a3f31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG os_brick.utils [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[965e145b-ba54-4d19-81a8-37a43be4195c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc676304-9fcb-41fe-9145-c1f303b5f424]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e4d9c8-494b-4406-ad97-90527128cd64]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0a318cb-1611-41fa-ae37-3af4a9c760f0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:32:41 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:32:41 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d73dede8-9245-4d11-9979-91d105c2a458]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG os_brick.utils [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:32:41 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Updating existing volume attachment record: 6f9120b4-caed-43ff-aa04-e6746b5f85df {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:32:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:47 user nova-compute[74046]: INFO nova.compute.manager [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Terminating instance
Oct 23 18:32:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG nova.compute.manager [req-54ce3696-7a4f-471b-8e26-62d8c5d0202d req-fc183338-b356-4e1e-ab99-088f75153dd8 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-unplugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-54ce3696-7a4f-471b-8e26-62d8c5d0202d req-fc183338-b356-4e1e-ab99-088f75153dd8 service nova] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-54ce3696-7a4f-471b-8e26-62d8c5d0202d req-fc183338-b356-4e1e-ab99-088f75153dd8 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-54ce3696-7a4f-471b-8e26-62d8c5d0202d req-fc183338-b356-4e1e-ab99-088f75153dd8 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG nova.compute.manager [req-54ce3696-7a4f-471b-8e26-62d8c5d0202d req-fc183338-b356-4e1e-ab99-088f75153dd8 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] No waiting events found dispatching network-vif-unplugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:32:47 user nova-compute[74046]: DEBUG nova.compute.manager [req-54ce3696-7a4f-471b-8e26-62d8c5d0202d req-fc183338-b356-4e1e-ab99-088f75153dd8 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-unplugged-df4fbcf6-967b-4454-a509-0e9b972ac95a for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:32:48 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Instance destroyed successfully.
Oct 23 18:32:48 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lazy-loading 'resources' on Instance uuid 33805cea-a476-4ad1-8a5e-3dc9dc29f71a {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2033255777',display_name='tempest-ServerStableDeviceRescueTest-server-2033255777',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2033255777',id=5,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCEmF+O1Jcw1a65sQ8VoHo5Ckis/5y2jvy5nz5WV/fISeRi8bo4wTOwaDfvbJ0jwCdB9EewRvtH9L9yRZNZf2KGiQSNGWCs12+beOa5gA1GO0maElUT9rJpcvrGWtQR74Q==',key_name='tempest-keypair-970120561',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:29:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ed2940647c2c4592ac95daf3296956bb',ramdisk_id='',reservation_id='r-wqswjqyd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1590143838',owner_user_name='tempest-ServerStableDeviceRescueTest-1590143838-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:31:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5bcdb397a92148b9abd72168b50c95c3',uuid=33805cea-a476-4ad1-8a5e-3dc9dc29f71a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Converting VIF {"id": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "address": "fa:16:3e:0e:b5:1d", "network": {"id": "27632b05-e5e7-48a8-818e-78d11a1eb7a2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-62284275-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed2940647c2c4592ac95daf3296956bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf4fbcf6-96", "ovs_interfaceid": "df4fbcf6-967b-4454-a509-0e9b972ac95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0e:b5:1d,bridge_name='br-int',has_traffic_filtering=True,id=df4fbcf6-967b-4454-a509-0e9b972ac95a,network=Network(27632b05-e5e7-48a8-818e-78d11a1eb7a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fbcf6-96') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG os_vif [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0e:b5:1d,bridge_name='br-int',has_traffic_filtering=True,id=df4fbcf6-967b-4454-a509-0e9b972ac95a,network=Network(27632b05-e5e7-48a8-818e-78d11a1eb7a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fbcf6-96') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf4fbcf6-96, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8c3de172-d74c-4b45-b968-bbbde40c9ff4) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:48 user nova-compute[74046]: INFO os_vif [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0e:b5:1d,bridge_name='br-int',has_traffic_filtering=True,id=df4fbcf6-967b-4454-a509-0e9b972ac95a,network=Network(27632b05-e5e7-48a8-818e-78d11a1eb7a2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf4fbcf6-96')
Oct 23 18:32:48 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Deleting instance files /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a_del
Oct 23 18:32:48 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Deletion of /opt/stack/data/nova/instances/33805cea-a476-4ad1-8a5e-3dc9dc29f71a_del complete
Oct 23 18:32:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:48 user nova-compute[74046]: INFO nova.compute.manager [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 23 18:32:48 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:32:48 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:32:49 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:32:49 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Took 1.12 seconds to deallocate network for instance.
Oct 23 18:32:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-fd042a3b-d7a5-4d50-8c63-d4191f81e4a4 req-421ac578-8c45-4461-8772-3ac1d1199c4d service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-deleted-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:32:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:49 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:32:49 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:32:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.363s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:49 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Deleted allocations for instance 33805cea-a476-4ad1-8a5e-3dc9dc29f71a
Oct 23 18:32:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5ab56ab1-4dff-4f93-96c8-aea5cc098e1d tempest-ServerStableDeviceRescueTest-1590143838 tempest-ServerStableDeviceRescueTest-1590143838-project-member] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.634s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-fb2885a7-dcc1-4fea-b5a2-b85ddebcd5be req-1eb527b1-6196-4b45-8486-7cfa352af257 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:32:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-fb2885a7-dcc1-4fea-b5a2-b85ddebcd5be req-1eb527b1-6196-4b45-8486-7cfa352af257 service nova] Acquiring lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:32:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-fb2885a7-dcc1-4fea-b5a2-b85ddebcd5be req-1eb527b1-6196-4b45-8486-7cfa352af257 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:32:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-fb2885a7-dcc1-4fea-b5a2-b85ddebcd5be req-1eb527b1-6196-4b45-8486-7cfa352af257 service nova] Lock "33805cea-a476-4ad1-8a5e-3dc9dc29f71a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:32:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-fb2885a7-dcc1-4fea-b5a2-b85ddebcd5be req-1eb527b1-6196-4b45-8486-7cfa352af257 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] No waiting events found dispatching network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:32:49 user nova-compute[74046]: WARNING nova.compute.manager [req-fb2885a7-dcc1-4fea-b5a2-b85ddebcd5be req-1eb527b1-6196-4b45-8486-7cfa352af257 service nova] [instance: 33805cea-a476-4ad1-8a5e-3dc9dc29f71a] Received unexpected event network-vif-plugged-df4fbcf6-967b-4454-a509-0e9b972ac95a for instance with vm_state deleted and task_state None.
Oct 23 18:32:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:32:59 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 is timed out.
Oct 23 18:32:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Successfully detached device vdb from instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 from the live domain config.
Oct 23 18:32:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RhbFBpJI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:32:59 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[46994be7-b39a-45d0-aa36-e33e75340c6f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:32:59 user nova-compute[74046]: No targets found.
Oct 23 18:32:59 user nova-compute[74046]: iSNS:
Oct 23 18:32:59 user nova-compute[74046]: No targets found.
Oct 23 18:32:59 user nova-compute[74046]: STATIC:
Oct 23 18:32:59 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac
Oct 23 18:32:59 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:32:59 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:32:59 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d
Oct 23 18:32:59 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:32:59 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:32:59 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273
Oct 23 18:32:59 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:32:59 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:32:59 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15
Oct 23 18:32:59 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:32:59 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:32:59 user nova-compute[74046]: FIRMWARE:
Oct 23 18:32:59 user nova-compute[74046]: No targets found.
Oct 23 18:32:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:32:59 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:32:59 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3477a480-bc90-49c9-9408-21a68fd78ad2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8f71682-d428-4feb-956f-af21d4938711]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:59 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:59 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:32:59 user nova-compute[74046]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 (non-flash)
Oct 23 18:32:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:32:59 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:32:59 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:32:59 user nova-compute[74046]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 (non-flash)
Oct 23 18:32:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef0790700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15'): ({'sde'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Removing single pathed devices sde {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d2165bc-eba5-42a9-a392-70f261aa0fcb]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d128563-50c5-4cce-9a17-a9a4c637bf41]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Flushing IO for device /dev/sde {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[23b51350-ea6a-4efd-8159-4349a47a7fa2]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d52cd970-03b3-49f2-ac37-f5a0ff66aef3]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1994ef34-8a4f-44bd-9663-258783a69642]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d6c34a2-22c8-4de6-a4c7-9e9addbf92c9]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15, portal: 172.16.0.220,3260]
Oct 23 18:32:59 user nova-compute[74046]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15, portal: 172.16.0.220,3260] successful.
Oct 23 18:32:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59d7b6f1-cbf7-4a72-99c2-c9c390aa8b15 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[67d32f90-4db3-4665-a8cf-d2e9327f106a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] <== disconnect_volume: return (311ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:32:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rvHSaZPf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:33:00 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:33:00 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:33:00 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260" returned: 21 in 0.035s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f7eb37c-5e65-45be-95b2-06f4b808e939]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:33:00 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3889bd7d-9352-4973-8401-1325cb7cc6ee]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b] added
Oct 23 18:33:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6adcc5d0-0f2b-475b-bbdb-e538e008dc7a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ba6c9d0-2271-4f18-a2a1-4d62d7005dd8]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rvHSaZPf {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rvHSaZPf" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f95a4e-cdb2-46f5-98cb-5b4c83bb8185]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rvHSaZPf'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7650e10f-c44f-4c0e-9a5c-63568ade2cae]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4648a1d2-de55-4edd-9dab-261eef22a28e]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:00 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:33:00 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:00 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:33:00 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[59f5fc0a-c823-478a-8d9d-bd93887b9cb8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260]
Oct 23 18:33:00 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260] successful.
Oct 23 18:33:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[eceb6b29-80d6-46c6-bc2e-d6bb644817f1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[91fc2833-edf4-4a31-af29-1d6c04fd3f5c]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:00 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:33:00 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:00 user nova-compute[74046]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:33:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:00 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:33:00 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:00 user nova-compute[74046]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:33:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.327s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] HCTL ('36', '-', '-', 0) found on session 22 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[db461029-4e8b-4f98-bb26-6bbdfa26154a]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Searching for a device in session 22 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rvHSaZPf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG nova.objects.instance [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lazy-loading 'flavor' on Instance uuid 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-08c5fb5a-f7fe-4f7d-a4ae-b9db9a59c19e tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.965s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.376s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] <== connect_volume: return (1379ms) {'type': 'block', 'scsi_wwn': '23333353537383735', 'path': '/dev/sde'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23333353537383735', 'path': '/dev/sde'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lazy-loading 'flavor' on Instance uuid 927c1000-cf11-47d7-9bc6-0c0a321a3f31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:33:01 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:33:01 user nova-compute[74046]:   <source dev="/dev/sde"/>
Oct 23 18:33:01 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:33:01 user nova-compute[74046]:   <serial>4d88bab2-8bf3-4457-8376-f1c95a35289b</serial>
Oct 23 18:33:01 user nova-compute[74046]: </disk>
Oct 23 18:33:01 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "interface-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-0649bbd8-d469-4f30-b968-1ef197ca47d5" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "interface-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-0649bbd8-d469-4f30-b968-1ef197ca47d5" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lazy-loading 'flavor' on Instance uuid 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:30:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-572913103',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-572913103',id=17,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6Ijol49AxHQIZHubrhN+xQhKxI9BezJm4PRnRuCCJkYVrRKLF7wksLJX0TNmpLMkkh9jrRN74/2FWvD2fujXtNgnCnoU49bb4tGslqTgaLJM0g8VKlpeIB1QULqd0FIw==',key_name='tempest-keypair-1023831243',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:30:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9fa4613452ba402986d11c8b4ddc9b04',ramdisk_id='',reservation_id='r-98cggggm',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-908998244',owner_user_name='tempest-TaggedAttachmentsTest-908998244-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:30:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89e7b33db0c7434296bf5ab8365951dc',uuid=6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converting VIF {"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cf:a4,bridge_name='br-int',has_traffic_filtering=True,id=0649bbd8-d469-4f30-b968-1ef197ca47d5,network=Network(ba331665-ae53-4ee6-b565-56a50b07e3e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0649bbd8-d4') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:e0:cf:a4"/><model type="virtio"/><mtu size="1442"/><target dev="tap0649bbd8-d4"/></interface> {{(pid=74046) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:e0:cf:a4"/><model type="virtio"/><mtu size="1442"/><target dev="tap0649bbd8-d4"/></interface> {{(pid=74046) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Attempting to detach device tap0649bbd8-d4 from instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] detach device xml: <interface type="ethernet">
Oct 23 18:33:01 user nova-compute[74046]:   <mac address="fa:16:3e:e0:cf:a4"/>
Oct 23 18:33:01 user nova-compute[74046]:   <model type="virtio"/>
Oct 23 18:33:01 user nova-compute[74046]:   <mtu size="1442"/>
Oct 23 18:33:01 user nova-compute[74046]:   <target dev="tap0649bbd8-d4"/>
Oct 23 18:33:01 user nova-compute[74046]: </interface>
Oct 23 18:33:01 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:e0:cf:a4"/><model type="virtio"/><mtu size="1442"/><target dev="tap0649bbd8-d4"/></interface> {{(pid=74046) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:e0:cf:a4"/><model type="virtio"/><mtu size="1442"/><target dev="tap0649bbd8-d4"/></interface>not found in domain: <domain type='kvm' id='22'>
Oct 23 18:33:01 user nova-compute[74046]:   <name>instance-00000011</name>
Oct 23 18:33:01 user nova-compute[74046]:   <uuid>6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</uuid>
Oct 23 18:33:01 user nova-compute[74046]:   <metadata>
Oct 23 18:33:01 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:33:01 user nova-compute[74046]:   <nova:package version="0.0.0"/>
Oct 23 18:33:01 user nova-compute[74046]:   <nova:name>tempest-device-tagging-server-572913103</nova:name>
Oct 23 18:33:01 user nova-compute[74046]:   <nova:creationTime>2023-10-23 18:32:15</nova:creationTime>
Oct 23 18:33:01 user nova-compute[74046]:   <nova:flavor name="m1.tiny">
Oct 23 18:33:01 user nova-compute[74046]:     <nova:memory>512</nova:memory>
Oct 23 18:33:01 user nova-compute[74046]:     <nova:disk>1</nova:disk>
Oct 23 18:33:01 user nova-compute[74046]:     <nova:swap>0</nova:swap>
Oct 23 18:33:01 user nova-compute[74046]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:33:01 user nova-compute[74046]:     <nova:vcpus>1</nova:vcpus>
Oct 23 18:33:01 user nova-compute[74046]:   </nova:flavor>
Oct 23 18:33:01 user nova-compute[74046]:   <nova:owner>
Oct 23 18:33:01 user nova-compute[74046]:     <nova:user uuid="89e7b33db0c7434296bf5ab8365951dc">tempest-TaggedAttachmentsTest-908998244-project-member</nova:user>
Oct 23 18:33:01 user nova-compute[74046]:     <nova:project uuid="9fa4613452ba402986d11c8b4ddc9b04">tempest-TaggedAttachmentsTest-908998244</nova:project>
Oct 23 18:33:01 user nova-compute[74046]:   </nova:owner>
Oct 23 18:33:01 user nova-compute[74046]:   <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:33:01 user nova-compute[74046]:   <nova:ports>
Oct 23 18:33:01 user nova-compute[74046]:     <nova:port uuid="e1846a9a-a8d0-464a-9629-499210d347ab">
Oct 23 18:33:01 user nova-compute[74046]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 18:33:01 user nova-compute[74046]:     </nova:port>
Oct 23 18:33:01 user nova-compute[74046]:     <nova:port uuid="0649bbd8-d469-4f30-b968-1ef197ca47d5">
Oct 23 18:33:01 user nova-compute[74046]:       <nova:ip type="fixed" address="10.10.10.24" ipVersion="4"/>
Oct 23 18:33:01 user nova-compute[74046]:     </nova:port>
Oct 23 18:33:01 user nova-compute[74046]:   </nova:ports>
Oct 23 18:33:01 user nova-compute[74046]: </nova:instance>
Oct 23 18:33:01 user nova-compute[74046]:   </metadata>
Oct 23 18:33:01 user nova-compute[74046]:   <memory unit='KiB'>524288</memory>
Oct 23 18:33:01 user nova-compute[74046]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 23 18:33:01 user nova-compute[74046]:   <vcpu placement='static'>1</vcpu>
Oct 23 18:33:01 user nova-compute[74046]:   <resource>
Oct 23 18:33:01 user nova-compute[74046]:     <partition>/machine</partition>
Oct 23 18:33:01 user nova-compute[74046]:   </resource>
Oct 23 18:33:01 user nova-compute[74046]:   <sysinfo type='smbios'>
Oct 23 18:33:01 user nova-compute[74046]:     <system>
Oct 23 18:33:01 user nova-compute[74046]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 23 18:33:01 user nova-compute[74046]:       <entry name='product'>OpenStack Nova</entry>
Oct 23 18:33:01 user nova-compute[74046]:       <entry name='version'>0.0.0</entry>
Oct 23 18:33:01 user nova-compute[74046]:       <entry name='serial'>6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</entry>
Oct 23 18:33:01 user nova-compute[74046]:       <entry name='uuid'>6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</entry>
Oct 23 18:33:01 user nova-compute[74046]:       <entry name='family'>Virtual Machine</entry>
Oct 23 18:33:01 user nova-compute[74046]:     </system>
Oct 23 18:33:01 user nova-compute[74046]:   </sysinfo>
Oct 23 18:33:01 user nova-compute[74046]:   <os>
Oct 23 18:33:01 user nova-compute[74046]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 23 18:33:01 user nova-compute[74046]:     <boot dev='hd'/>
Oct 23 18:33:01 user nova-compute[74046]:     <smbios mode='sysinfo'/>
Oct 23 18:33:01 user nova-compute[74046]:   </os>
Oct 23 18:33:01 user nova-compute[74046]:   <features>
Oct 23 18:33:01 user nova-compute[74046]:     <acpi/>
Oct 23 18:33:01 user nova-compute[74046]:     <apic/>
Oct 23 18:33:01 user nova-compute[74046]:     <vmcoreinfo state='on'/>
Oct 23 18:33:01 user nova-compute[74046]:   </features>
Oct 23 18:33:01 user nova-compute[74046]:   <cpu mode='custom' match='exact' check='full'>
Oct 23 18:33:01 user nova-compute[74046]:     <model fallback='forbid'>Nehalem</model>
Oct 23 18:33:01 user nova-compute[74046]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 23 18:33:01 user nova-compute[74046]:     <feature policy='require' name='vme'/>
Oct 23 18:33:01 user nova-compute[74046]:     <feature policy='require' name='x2apic'/>
Oct 23 18:33:01 user nova-compute[74046]:     <feature policy='require' name='hypervisor'/>
Oct 23 18:33:01 user nova-compute[74046]:   </cpu>
Oct 23 18:33:01 user nova-compute[74046]:   <clock offset='utc'>
Oct 23 18:33:01 user nova-compute[74046]:     <timer name='pit' tickpolicy='delay'/>
Oct 23 18:33:01 user nova-compute[74046]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 23 18:33:01 user nova-compute[74046]:     <timer name='hpet' present='no'/>
Oct 23 18:33:01 user nova-compute[74046]:   </clock>
Oct 23 18:33:01 user nova-compute[74046]:   <on_poweroff>destroy</on_poweroff>
Oct 23 18:33:01 user nova-compute[74046]:   <on_reboot>restart</on_reboot>
Oct 23 18:33:01 user nova-compute[74046]:   <on_crash>destroy</on_crash>
Oct 23 18:33:01 user nova-compute[74046]:   <devices>
Oct 23 18:33:01 user nova-compute[74046]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 23 18:33:01 user nova-compute[74046]:     <disk type='file' device='disk'>
Oct 23 18:33:01 user nova-compute[74046]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 23 18:33:01 user nova-compute[74046]:       <source file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk' index='2'/>
Oct 23 18:33:01 user nova-compute[74046]:       <backingStore type='file' index='3'>
Oct 23 18:33:01 user nova-compute[74046]:         <format type='raw'/>
Oct 23 18:33:01 user nova-compute[74046]:         <source file='/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d'/>
Oct 23 18:33:01 user nova-compute[74046]:         <backingStore/>
Oct 23 18:33:01 user nova-compute[74046]:       </backingStore>
Oct 23 18:33:01 user nova-compute[74046]:       <target dev='vda' bus='virtio'/>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='virtio-disk0'/>
Oct 23 18:33:01 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 23 18:33:01 user nova-compute[74046]:     </disk>
Oct 23 18:33:01 user nova-compute[74046]:     <disk type='file' device='cdrom'>
Oct 23 18:33:01 user nova-compute[74046]:       <driver name='qemu' type='raw' cache='none'/>
Oct 23 18:33:01 user nova-compute[74046]:       <source file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk.config' index='1'/>
Oct 23 18:33:01 user nova-compute[74046]:       <backingStore/>
Oct 23 18:33:01 user nova-compute[74046]:       <target dev='hda' bus='ide'/>
Oct 23 18:33:01 user nova-compute[74046]:       <readonly/>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='ide0-0-0'/>
Oct 23 18:33:01 user nova-compute[74046]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 23 18:33:01 user nova-compute[74046]:     </disk>
Oct 23 18:33:01 user nova-compute[74046]:     <controller type='usb' index='0' model='none'>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='usb'/>
Oct 23 18:33:01 user nova-compute[74046]:     </controller>
Oct 23 18:33:01 user nova-compute[74046]:     <controller type='pci' index='0' model='pci-root'>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='pci.0'/>
Oct 23 18:33:01 user nova-compute[74046]:     </controller>
Oct 23 18:33:01 user nova-compute[74046]:     <controller type='ide' index='0'>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='ide'/>
Oct 23 18:33:01 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 23 18:33:01 user nova-compute[74046]:     </controller>
Oct 23 18:33:01 user nova-compute[74046]:     <interface type='ethernet'>
Oct 23 18:33:01 user nova-compute[74046]:       <mac address='fa:16:3e:ca:58:2e'/>
Oct 23 18:33:01 user nova-compute[74046]:       <target dev='tape1846a9a-a8'/>
Oct 23 18:33:01 user nova-compute[74046]:       <model type='virtio'/>
Oct 23 18:33:01 user nova-compute[74046]:       <mtu size='1442'/>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='net0'/>
Oct 23 18:33:01 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 23 18:33:01 user nova-compute[74046]:     </interface>
Oct 23 18:33:01 user nova-compute[74046]:     <interface type='ethernet'>
Oct 23 18:33:01 user nova-compute[74046]:       <mac address='fa:16:3e:e0:cf:a4'/>
Oct 23 18:33:01 user nova-compute[74046]:       <target dev='tap0649bbd8-d4'/>
Oct 23 18:33:01 user nova-compute[74046]:       <model type='virtio'/>
Oct 23 18:33:01 user nova-compute[74046]:       <mtu size='1442'/>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='net1'/>
Oct 23 18:33:01 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 23 18:33:01 user nova-compute[74046]:     </interface>
Oct 23 18:33:01 user nova-compute[74046]:     <serial type='pty'>
Oct 23 18:33:01 user nova-compute[74046]:       <source path='/dev/pts/11'/>
Oct 23 18:33:01 user nova-compute[74046]:       <log file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/console.log' append='off'/>
Oct 23 18:33:01 user nova-compute[74046]:       <target type='isa-serial' port='0'>
Oct 23 18:33:01 user nova-compute[74046]:         <model name='isa-serial'/>
Oct 23 18:33:01 user nova-compute[74046]:       </target>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='serial0'/>
Oct 23 18:33:01 user nova-compute[74046]:     </serial>
Oct 23 18:33:01 user nova-compute[74046]:     <console type='pty' tty='/dev/pts/11'>
Oct 23 18:33:01 user nova-compute[74046]:       <source path='/dev/pts/11'/>
Oct 23 18:33:01 user nova-compute[74046]:       <log file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/console.log' append='off'/>
Oct 23 18:33:01 user nova-compute[74046]:       <target type='serial' port='0'/>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='serial0'/>
Oct 23 18:33:01 user nova-compute[74046]:     </console>
Oct 23 18:33:01 user nova-compute[74046]:     <input type='mouse' bus='ps2'>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='input0'/>
Oct 23 18:33:01 user nova-compute[74046]:     </input>
Oct 23 18:33:01 user nova-compute[74046]:     <input type='keyboard' bus='ps2'>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='input1'/>
Oct 23 18:33:01 user nova-compute[74046]:     </input>
Oct 23 18:33:01 user nova-compute[74046]:     <graphics type='vnc' port='5911' autoport='yes' listen='0.0.0.0'>
Oct 23 18:33:01 user nova-compute[74046]:       <listen type='address' address='0.0.0.0'/>
Oct 23 18:33:01 user nova-compute[74046]:     </graphics>
Oct 23 18:33:01 user nova-compute[74046]:     <audio id='1' type='none'/>
Oct 23 18:33:01 user nova-compute[74046]:     <video>
Oct 23 18:33:01 user nova-compute[74046]:       <model type='virtio' heads='1' primary='yes'/>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='video0'/>
Oct 23 18:33:01 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 23 18:33:01 user nova-compute[74046]:     </video>
Oct 23 18:33:01 user nova-compute[74046]:     <memballoon model='virtio'>
Oct 23 18:33:01 user nova-compute[74046]:       <stats period='10'/>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='balloon0'/>
Oct 23 18:33:01 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 23 18:33:01 user nova-compute[74046]:     </memballoon>
Oct 23 18:33:01 user nova-compute[74046]:     <rng model='virtio'>
Oct 23 18:33:01 user nova-compute[74046]:       <backend model='random'>/dev/urandom</backend>
Oct 23 18:33:01 user nova-compute[74046]:       <alias name='rng0'/>
Oct 23 18:33:01 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 23 18:33:01 user nova-compute[74046]:     </rng>
Oct 23 18:33:01 user nova-compute[74046]:   </devices>
Oct 23 18:33:01 user nova-compute[74046]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 23 18:33:01 user nova-compute[74046]:     <label>libvirt-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</label>
Oct 23 18:33:01 user nova-compute[74046]:     <imagelabel>libvirt-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</imagelabel>
Oct 23 18:33:01 user nova-compute[74046]:   </seclabel>
Oct 23 18:33:01 user nova-compute[74046]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 23 18:33:01 user nova-compute[74046]:     <label>+64055:+108</label>
Oct 23 18:33:01 user nova-compute[74046]:     <imagelabel>+64055:+108</imagelabel>
Oct 23 18:33:01 user nova-compute[74046]:   </seclabel>
Oct 23 18:33:01 user nova-compute[74046]: </domain>
Oct 23 18:33:01 user nova-compute[74046]:  {{(pid=74046) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 23 18:33:01 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Successfully detached device tap0649bbd8-d4 from instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 from the persistent domain config.
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] (1/8): Attempting to detach device tap0649bbd8-d4 with device alias net1 from instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:33:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] detach device xml: <interface type="ethernet">
Oct 23 18:33:01 user nova-compute[74046]:   <mac address="fa:16:3e:e0:cf:a4"/>
Oct 23 18:33:01 user nova-compute[74046]:   <model type="virtio"/>
Oct 23 18:33:01 user nova-compute[74046]:   <mtu size="1442"/>
Oct 23 18:33:01 user nova-compute[74046]:   <target dev="tap0649bbd8-d4"/>
Oct 23 18:33:01 user nova-compute[74046]: </interface>
Oct 23 18:33:01 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] No VIF found with MAC fa:16:3e:e9:78:f2, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Start waiting for the detach event from libvirt for device tap0649bbd8-d4 with device alias net1 for instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7e77ea7e-3adb-4827-9a88-4100ce0a20b1 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.029s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-d54538bb-e369-48f7-a11e-85f9e8a32ab5 req-20dfb9f2-39dd-48cd-86ba-f09432b94f80 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-vif-unplugged-0649bbd8-d469-4f30-b968-1ef197ca47d5 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d54538bb-e369-48f7-a11e-85f9e8a32ab5 req-20dfb9f2-39dd-48cd-86ba-f09432b94f80 service nova] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d54538bb-e369-48f7-a11e-85f9e8a32ab5 req-20dfb9f2-39dd-48cd-86ba-f09432b94f80 service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d54538bb-e369-48f7-a11e-85f9e8a32ab5 req-20dfb9f2-39dd-48cd-86ba-f09432b94f80 service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-d54538bb-e369-48f7-a11e-85f9e8a32ab5 req-20dfb9f2-39dd-48cd-86ba-f09432b94f80 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] No waiting events found dispatching network-vif-unplugged-0649bbd8-d469-4f30-b968-1ef197ca47d5 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:33:02 user nova-compute[74046]: WARNING nova.compute.manager [req-d54538bb-e369-48f7-a11e-85f9e8a32ab5 req-20dfb9f2-39dd-48cd-86ba-f09432b94f80 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received unexpected event network-vif-unplugged-0649bbd8-d469-4f30-b968-1ef197ca47d5 for instance with vm_state active and task_state None.
Oct 23 18:33:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Acquiring lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG os_brick.utils [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[00c3ed29-bf56-4269-a006-ac3ba357edc3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a837bfb-89d9-4e1e-b936-340d86b92dae]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0670e0e8-1993-446e-98c1-4a654fa82d9d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4517587-32c2-499b-b55a-609df2cb71f7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:33:03 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c026cb8-0477-4fa7-9dc3-0f8c752c8478]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG os_brick.utils [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Updating instance_info_cache with network_info: [{"id": "a077f170-e9f0-4f57-babd-a20b4104c867", "address": "fa:16:3e:6e:bc:58", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa077f170-e9", "ovs_interfaceid": "a077f170-e9f0-4f57-babd-a20b4104c867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:33:03 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:33:03 user nova-compute[74046]: INFO nova.compute.manager [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Swapping volume 4d88bab2-8bf3-4457-8376-f1c95a35289b for 168424e6-a4c2-4977-961b-b76191bbeaac
Oct 23 18:33:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:04 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:33:05 user nova-compute[74046]: INFO nova.compute.claims [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Claim successful on node user
Oct 23 18:33:05 user nova-compute[74046]: DEBUG nova.compute.manager [req-8740523a-f5fb-497d-b256-d2d2b233cb88 req-bcafc8ba-f9ba-4b25-b65e-b2e3570a310b service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-vif-plugged-0649bbd8-d469-4f30-b968-1ef197ca47d5 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8740523a-f5fb-497d-b256-d2d2b233cb88 req-bcafc8ba-f9ba-4b25-b65e-b2e3570a310b service nova] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8740523a-f5fb-497d-b256-d2d2b233cb88 req-bcafc8ba-f9ba-4b25-b65e-b2e3570a310b service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8740523a-f5fb-497d-b256-d2d2b233cb88 req-bcafc8ba-f9ba-4b25-b65e-b2e3570a310b service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG nova.compute.manager [req-8740523a-f5fb-497d-b256-d2d2b233cb88 req-bcafc8ba-f9ba-4b25-b65e-b2e3570a310b service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] No waiting events found dispatching network-vif-plugged-0649bbd8-d469-4f30-b968-1ef197ca47d5 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:33:05 user nova-compute[74046]: WARNING nova.compute.manager [req-8740523a-f5fb-497d-b256-d2d2b233cb88 req-bcafc8ba-f9ba-4b25-b65e-b2e3570a310b service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received unexpected event network-vif-plugged-0649bbd8-d469-4f30-b968-1ef197ca47d5 for instance with vm_state active and task_state None.
Oct 23 18:33:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.482s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:33:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:33:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG nova.policy [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56d4c1111f8b4501a6aaf1c4122a5056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3f2600629024087824ab524447b71ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:33:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Creating image(s)
Oct 23 18:33:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "/opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "/opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "/opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.195s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk 1073741824" returned: 0 in 0.058s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Successfully created port: 7719554b-4395-4cf4-b076-89fe3c750aed {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.197s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Cannot resize image /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Ensure instance console log exists: /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Successfully updated port: 7719554b-4395-4cf4-b076-89fe3c750aed {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "refresh_cache-6a0c2b61-80b8-49c5-848c-3f8f45fef216" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquired lock "refresh_cache-6a0c2b61-80b8-49c5-848c-3f8f45fef216" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c44a4ed-9132-4e00-bd8d-c22c33cff3d3 req-292b49f4-d9a3-40e5-a5df-1fc4dd82a349 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Received event network-changed-7719554b-4395-4cf4-b076-89fe3c750aed {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c44a4ed-9132-4e00-bd8d-c22c33cff3d3 req-292b49f4-d9a3-40e5-a5df-1fc4dd82a349 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Refreshing instance network info cache due to event network-changed-7719554b-4395-4cf4-b076-89fe3c750aed. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c44a4ed-9132-4e00-bd8d-c22c33cff3d3 req-292b49f4-d9a3-40e5-a5df-1fc4dd82a349 service nova] Acquiring lock "refresh_cache-6a0c2b61-80b8-49c5-848c-3f8f45fef216" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Updating instance_info_cache with network_info: [{"id": "7719554b-4395-4cf4-b076-89fe3c750aed", "address": "fa:16:3e:cf:d3:92", "network": {"id": "da5844f1-558f-465b-a4bd-f53f0222c167", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-617803607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3f2600629024087824ab524447b71ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7719554b-43", "ovs_interfaceid": "7719554b-4395-4cf4-b076-89fe3c750aed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Releasing lock "refresh_cache-6a0c2b61-80b8-49c5-848c-3f8f45fef216" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Instance network_info: |[{"id": "7719554b-4395-4cf4-b076-89fe3c750aed", "address": "fa:16:3e:cf:d3:92", "network": {"id": "da5844f1-558f-465b-a4bd-f53f0222c167", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-617803607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3f2600629024087824ab524447b71ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7719554b-43", "ovs_interfaceid": "7719554b-4395-4cf4-b076-89fe3c750aed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c44a4ed-9132-4e00-bd8d-c22c33cff3d3 req-292b49f4-d9a3-40e5-a5df-1fc4dd82a349 service nova] Acquired lock "refresh_cache-6a0c2b61-80b8-49c5-848c-3f8f45fef216" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.network.neutron [req-5c44a4ed-9132-4e00-bd8d-c22c33cff3d3 req-292b49f4-d9a3-40e5-a5df-1fc4dd82a349 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Refreshing network info cache for port 7719554b-4395-4cf4-b076-89fe3c750aed {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Start _get_guest_xml network_info=[{"id": "7719554b-4395-4cf4-b076-89fe3c750aed", "address": "fa:16:3e:cf:d3:92", "network": {"id": "da5844f1-558f-465b-a4bd-f53f0222c167", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-617803607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3f2600629024087824ab524447b71ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7719554b-43", "ovs_interfaceid": "7719554b-4395-4cf4-b076-89fe3c750aed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:33:07 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:33:07 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:33:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-659898771',display_name='tempest-DeleteServersTestJSON-server-659898771',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-659898771',id=20,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3f2600629024087824ab524447b71ea',ramdisk_id='',reservation_id='r-o3h2up3t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-189439388',owner_user_name='tempest-DeleteServersTestJSON-189439388-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:33:06Z,user_data=None,user_id='56d4c1111f8b4501a6aaf1c4122a5056',uuid=6a0c2b61-80b8-49c5-848c-3f8f45fef216,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7719554b-4395-4cf4-b076-89fe3c750aed", "address": "fa:16:3e:cf:d3:92", "network": {"id": "da5844f1-558f-465b-a4bd-f53f0222c167", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-617803607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3f2600629024087824ab524447b71ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7719554b-43", "ovs_interfaceid": "7719554b-4395-4cf4-b076-89fe3c750aed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Converting VIF {"id": "7719554b-4395-4cf4-b076-89fe3c750aed", "address": "fa:16:3e:cf:d3:92", "network": {"id": "da5844f1-558f-465b-a4bd-f53f0222c167", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-617803607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3f2600629024087824ab524447b71ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7719554b-43", "ovs_interfaceid": "7719554b-4395-4cf4-b076-89fe3c750aed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:d3:92,bridge_name='br-int',has_traffic_filtering=True,id=7719554b-4395-4cf4-b076-89fe3c750aed,network=Network(da5844f1-558f-465b-a4bd-f53f0222c167),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7719554b-43') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lazy-loading 'pci_devices' on Instance uuid 6a0c2b61-80b8-49c5-848c-3f8f45fef216 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:33:07 user nova-compute[74046]:   <uuid>6a0c2b61-80b8-49c5-848c-3f8f45fef216</uuid>
Oct 23 18:33:07 user nova-compute[74046]:   <name>instance-00000014</name>
Oct 23 18:33:07 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:33:07 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:33:07 user nova-compute[74046]:   <metadata>
Oct 23 18:33:07 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:33:07 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:33:07 user nova-compute[74046]:       <nova:name>tempest-DeleteServersTestJSON-server-659898771</nova:name>
Oct 23 18:33:07 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:33:07</nova:creationTime>
Oct 23 18:33:07 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:33:07 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:33:07 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:33:07 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:33:07 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:33:07 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:33:07 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:33:07 user nova-compute[74046]:       <nova:owner>
Oct 23 18:33:07 user nova-compute[74046]:         <nova:user uuid="56d4c1111f8b4501a6aaf1c4122a5056">tempest-DeleteServersTestJSON-189439388-project-member</nova:user>
Oct 23 18:33:07 user nova-compute[74046]:         <nova:project uuid="d3f2600629024087824ab524447b71ea">tempest-DeleteServersTestJSON-189439388</nova:project>
Oct 23 18:33:07 user nova-compute[74046]:       </nova:owner>
Oct 23 18:33:07 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:33:07 user nova-compute[74046]:       <nova:ports>
Oct 23 18:33:07 user nova-compute[74046]:         <nova:port uuid="7719554b-4395-4cf4-b076-89fe3c750aed">
Oct 23 18:33:07 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 23 18:33:07 user nova-compute[74046]:         </nova:port>
Oct 23 18:33:07 user nova-compute[74046]:       </nova:ports>
Oct 23 18:33:07 user nova-compute[74046]:     </nova:instance>
Oct 23 18:33:07 user nova-compute[74046]:   </metadata>
Oct 23 18:33:07 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:33:07 user nova-compute[74046]:     <system>
Oct 23 18:33:07 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:33:07 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:33:07 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:33:07 user nova-compute[74046]:       <entry name="serial">6a0c2b61-80b8-49c5-848c-3f8f45fef216</entry>
Oct 23 18:33:07 user nova-compute[74046]:       <entry name="uuid">6a0c2b61-80b8-49c5-848c-3f8f45fef216</entry>
Oct 23 18:33:07 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:33:07 user nova-compute[74046]:     </system>
Oct 23 18:33:07 user nova-compute[74046]:   </sysinfo>
Oct 23 18:33:07 user nova-compute[74046]:   <os>
Oct 23 18:33:07 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:33:07 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:33:07 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:33:07 user nova-compute[74046]:   </os>
Oct 23 18:33:07 user nova-compute[74046]:   <features>
Oct 23 18:33:07 user nova-compute[74046]:     <acpi/>
Oct 23 18:33:07 user nova-compute[74046]:     <apic/>
Oct 23 18:33:07 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:33:07 user nova-compute[74046]:   </features>
Oct 23 18:33:07 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:33:07 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:33:07 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:33:07 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:33:07 user nova-compute[74046]:   </clock>
Oct 23 18:33:07 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:33:07 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:33:07 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:33:07 user nova-compute[74046]:   </cpu>
Oct 23 18:33:07 user nova-compute[74046]:   <devices>
Oct 23 18:33:07 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:33:07 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:33:07 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk"/>
Oct 23 18:33:07 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:33:07 user nova-compute[74046]:     </disk>
Oct 23 18:33:07 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:33:07 user nova-compute[74046]:       <mac address="fa:16:3e:cf:d3:92"/>
Oct 23 18:33:07 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:33:07 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:33:07 user nova-compute[74046]:       <target dev="tap7719554b-43"/>
Oct 23 18:33:07 user nova-compute[74046]:     </interface>
Oct 23 18:33:07 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:33:07 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/console.log" append="off"/>
Oct 23 18:33:07 user nova-compute[74046]:     </serial>
Oct 23 18:33:07 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:33:07 user nova-compute[74046]:     <video>
Oct 23 18:33:07 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:33:07 user nova-compute[74046]:     </video>
Oct 23 18:33:07 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:33:07 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:33:07 user nova-compute[74046]:     </rng>
Oct 23 18:33:07 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:33:07 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:33:07 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:33:07 user nova-compute[74046]:     </memballoon>
Oct 23 18:33:07 user nova-compute[74046]:   </devices>
Oct 23 18:33:07 user nova-compute[74046]: </domain>
Oct 23 18:33:07 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:33:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-659898771',display_name='tempest-DeleteServersTestJSON-server-659898771',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-659898771',id=20,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d3f2600629024087824ab524447b71ea',ramdisk_id='',reservation_id='r-o3h2up3t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-189439388',owner_user_name='tempest-DeleteServersTestJSON-189439388-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:33:06Z,user_data=None,user_id='56d4c1111f8b4501a6aaf1c4122a5056',uuid=6a0c2b61-80b8-49c5-848c-3f8f45fef216,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7719554b-4395-4cf4-b076-89fe3c750aed", "address": "fa:16:3e:cf:d3:92", "network": {"id": "da5844f1-558f-465b-a4bd-f53f0222c167", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-617803607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3f2600629024087824ab524447b71ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7719554b-43", "ovs_interfaceid": "7719554b-4395-4cf4-b076-89fe3c750aed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Converting VIF {"id": "7719554b-4395-4cf4-b076-89fe3c750aed", "address": "fa:16:3e:cf:d3:92", "network": {"id": "da5844f1-558f-465b-a4bd-f53f0222c167", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-617803607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3f2600629024087824ab524447b71ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7719554b-43", "ovs_interfaceid": "7719554b-4395-4cf4-b076-89fe3c750aed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:d3:92,bridge_name='br-int',has_traffic_filtering=True,id=7719554b-4395-4cf4-b076-89fe3c750aed,network=Network(da5844f1-558f-465b-a4bd-f53f0222c167),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7719554b-43') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG os_vif [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:d3:92,bridge_name='br-int',has_traffic_filtering=True,id=7719554b-4395-4cf4-b076-89fe3c750aed,network=Network(da5844f1-558f-465b-a4bd-f53f0222c167),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7719554b-43') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5b0cb1fc-d444-5a8a-9ed9-273cdbb2edd8', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7719554b-43, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7719554b-43, col_values=(('qos', UUID('f29374e6-3947-46c8-8735-7e4dc73aa0ca')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7719554b-43, col_values=(('external_ids', {'iface-id': '7719554b-4395-4cf4-b076-89fe3c750aed', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cf:d3:92', 'vm-uuid': '6a0c2b61-80b8-49c5-848c-3f8f45fef216'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:07 user nova-compute[74046]: INFO os_vif [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:d3:92,bridge_name='br-int',has_traffic_filtering=True,id=7719554b-4395-4cf4-b076-89fe3c750aed,network=Network(da5844f1-558f-465b-a4bd-f53f0222c167),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7719554b-43')
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] No VIF found with MAC fa:16:3e:cf:d3:92, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:33:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-5c44a4ed-9132-4e00-bd8d-c22c33cff3d3 req-292b49f4-d9a3-40e5-a5df-1fc4dd82a349 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Updated VIF entry in instance network info cache for port 7719554b-4395-4cf4-b076-89fe3c750aed. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-5c44a4ed-9132-4e00-bd8d-c22c33cff3d3 req-292b49f4-d9a3-40e5-a5df-1fc4dd82a349 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Updating instance_info_cache with network_info: [{"id": "7719554b-4395-4cf4-b076-89fe3c750aed", "address": "fa:16:3e:cf:d3:92", "network": {"id": "da5844f1-558f-465b-a4bd-f53f0222c167", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-617803607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3f2600629024087824ab524447b71ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7719554b-43", "ovs_interfaceid": "7719554b-4395-4cf4-b076-89fe3c750aed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c44a4ed-9132-4e00-bd8d-c22c33cff3d3 req-292b49f4-d9a3-40e5-a5df-1fc4dd82a349 service nova] Releasing lock "refresh_cache-6a0c2b61-80b8-49c5-848c-3f8f45fef216" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG nova.compute.manager [req-d3a20583-5899-46b4-a20b-333ceea0958e req-b024ad3d-2cf5-4805-9815-df8c642c84f8 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-changed-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG nova.compute.manager [req-d3a20583-5899-46b4-a20b-333ceea0958e req-b024ad3d-2cf5-4805-9815-df8c642c84f8 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Refreshing instance network info cache due to event network-changed-ca103173-881a-4e9e-9d52-a8c52ef004b3. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d3a20583-5899-46b4-a20b-333ceea0958e req-b024ad3d-2cf5-4805-9815-df8c642c84f8 service nova] Acquiring lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d3a20583-5899-46b4-a20b-333ceea0958e req-b024ad3d-2cf5-4805-9815-df8c642c84f8 service nova] Acquired lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG nova.network.neutron [req-d3a20583-5899-46b4-a20b-333ceea0958e req-b024ad3d-2cf5-4805-9815-df8c642c84f8 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Refreshing network info cache for port ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG nova.network.neutron [req-d3a20583-5899-46b4-a20b-333ceea0958e req-b024ad3d-2cf5-4805-9815-df8c642c84f8 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Updated VIF entry in instance network info cache for port ca103173-881a-4e9e-9d52-a8c52ef004b3. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG nova.network.neutron [req-d3a20583-5899-46b4-a20b-333ceea0958e req-b024ad3d-2cf5-4805-9815-df8c642c84f8 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Updating instance_info_cache with network_info: [{"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d3a20583-5899-46b4-a20b-333ceea0958e req-b024ad3d-2cf5-4805-9815-df8c642c84f8 service nova] Releasing lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:33:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-d0f7591a-9102-4cf4-8ac1-1e47a1e4ad9a req-a16de8d6-56de-40c7-a04b-365899722e43 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Received event network-vif-plugged-7719554b-4395-4cf4-b076-89fe3c750aed {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d0f7591a-9102-4cf4-8ac1-1e47a1e4ad9a req-a16de8d6-56de-40c7-a04b-365899722e43 service nova] Acquiring lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d0f7591a-9102-4cf4-8ac1-1e47a1e4ad9a req-a16de8d6-56de-40c7-a04b-365899722e43 service nova] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d0f7591a-9102-4cf4-8ac1-1e47a1e4ad9a req-a16de8d6-56de-40c7-a04b-365899722e43 service nova] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-d0f7591a-9102-4cf4-8ac1-1e47a1e4ad9a req-a16de8d6-56de-40c7-a04b-365899722e43 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] No waiting events found dispatching network-vif-plugged-7719554b-4395-4cf4-b076-89fe3c750aed {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:33:11 user nova-compute[74046]: WARNING nova.compute.manager [req-d0f7591a-9102-4cf4-8ac1-1e47a1e4ad9a req-a16de8d6-56de-40c7-a04b-365899722e43 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Received unexpected event network-vif-plugged-7719554b-4395-4cf4-b076-89fe3c750aed for instance with vm_state building and task_state spawning.
Oct 23 18:33:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-d0f7591a-9102-4cf4-8ac1-1e47a1e4ad9a req-a16de8d6-56de-40c7-a04b-365899722e43 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Received event network-vif-plugged-7719554b-4395-4cf4-b076-89fe3c750aed {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d0f7591a-9102-4cf4-8ac1-1e47a1e4ad9a req-a16de8d6-56de-40c7-a04b-365899722e43 service nova] Acquiring lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d0f7591a-9102-4cf4-8ac1-1e47a1e4ad9a req-a16de8d6-56de-40c7-a04b-365899722e43 service nova] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d0f7591a-9102-4cf4-8ac1-1e47a1e4ad9a req-a16de8d6-56de-40c7-a04b-365899722e43 service nova] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-d0f7591a-9102-4cf4-8ac1-1e47a1e4ad9a req-a16de8d6-56de-40c7-a04b-365899722e43 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] No waiting events found dispatching network-vif-plugged-7719554b-4395-4cf4-b076-89fe3c750aed {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:33:11 user nova-compute[74046]: WARNING nova.compute.manager [req-d0f7591a-9102-4cf4-8ac1-1e47a1e4ad9a req-a16de8d6-56de-40c7-a04b-365899722e43 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Received unexpected event network-vif-plugged-7719554b-4395-4cf4-b076-89fe3c750aed for instance with vm_state building and task_state spawning.
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:33:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:33:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Instance spawned successfully.
Oct 23 18:33:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:33:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:33:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:33:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:33:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:33:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:33:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:33:12 user nova-compute[74046]: INFO nova.compute.manager [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Took 6.34 seconds to spawn the instance on the hypervisor.
Oct 23 18:33:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:33:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:12 user nova-compute[74046]: INFO nova.compute.manager [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Took 7.27 seconds to build instance.
Oct 23 18:33:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc4490ff-f1f5-4194-a4e8-6450efcaaeea tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.418s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:33:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:12 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:33:12 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:33:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7337MB free_disk=25.36102294921875GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:33:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c7ea709a-2c48-4257-90a9-a54e03478e3c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 927c1000-cf11-47d7-9bc6-0c0a321a3f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 883d3144-93db-4ad6-bc60-6b71bf381a9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6a0c2b61-80b8-49c5-848c-3f8f45fef216 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:33:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.687s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:33:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:33:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:33:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:33:15 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:33:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:15 user nova-compute[74046]: DEBUG nova.objects.instance [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'flavor' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:16 user nova-compute[74046]: INFO nova.compute.manager [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Attaching volume 4fcd3712-d286-4fa9-ad78-e584aa26de94 to /dev/vdb
Oct 23 18:33:16 user nova-compute[74046]: DEBUG os_brick.utils [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc32463a-dc0b-4f3b-84bb-eb23e32c46a0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f70f2830-1134-416c-bc5c-c4108780dc67]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ac9f0eb-bba9-4f34-8afd-f3eab6dccd54]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bced9853-7c1f-47f5-912b-cedeb3974ea1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:33:16 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:33:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ff07511-3687-40a2-a581-9056ba4ca55d]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG os_brick.utils [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:33:16 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Updating existing volume attachment record: b74edfd1-63e4-4c1d-a074-3acef1198013 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:33:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:22 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Waiting for libvirt event about the detach of device tap0649bbd8-d4 with device alias net1 from instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 is timed out.
Oct 23 18:33:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:e0:cf:a4"/><model type="virtio"/><mtu size="1442"/><target dev="tap0649bbd8-d4"/></interface> {{(pid=74046) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 23 18:33:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:e0:cf:a4"/><model type="virtio"/><mtu size="1442"/><target dev="tap0649bbd8-d4"/></interface>not found in domain: <domain type='kvm' id='22'>
Oct 23 18:33:22 user nova-compute[74046]:   <name>instance-00000011</name>
Oct 23 18:33:22 user nova-compute[74046]:   <uuid>6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</uuid>
Oct 23 18:33:22 user nova-compute[74046]:   <metadata>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:33:22 user nova-compute[74046]:   <nova:package version="0.0.0"/>
Oct 23 18:33:22 user nova-compute[74046]:   <nova:name>tempest-device-tagging-server-572913103</nova:name>
Oct 23 18:33:22 user nova-compute[74046]:   <nova:creationTime>2023-10-23 18:32:15</nova:creationTime>
Oct 23 18:33:22 user nova-compute[74046]:   <nova:flavor name="m1.tiny">
Oct 23 18:33:22 user nova-compute[74046]:     <nova:memory>512</nova:memory>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:disk>1</nova:disk>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:swap>0</nova:swap>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:vcpus>1</nova:vcpus>
Oct 23 18:33:22 user nova-compute[74046]:   </nova:flavor>
Oct 23 18:33:22 user nova-compute[74046]:   <nova:owner>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:user uuid="89e7b33db0c7434296bf5ab8365951dc">tempest-TaggedAttachmentsTest-908998244-project-member</nova:user>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:project uuid="9fa4613452ba402986d11c8b4ddc9b04">tempest-TaggedAttachmentsTest-908998244</nova:project>
Oct 23 18:33:22 user nova-compute[74046]:   </nova:owner>
Oct 23 18:33:22 user nova-compute[74046]:   <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:33:22 user nova-compute[74046]:   <nova:ports>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:port uuid="e1846a9a-a8d0-464a-9629-499210d347ab">
Oct 23 18:33:22 user nova-compute[74046]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 18:33:22 user nova-compute[74046]:     </nova:port>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:port uuid="0649bbd8-d469-4f30-b968-1ef197ca47d5">
Oct 23 18:33:22 user nova-compute[74046]:       <nova:ip type="fixed" address="10.10.10.24" ipVersion="4"/>
Oct 23 18:33:22 user nova-compute[74046]:     </nova:port>
Oct 23 18:33:22 user nova-compute[74046]:   </nova:ports>
Oct 23 18:33:22 user nova-compute[74046]: </nova:instance>
Oct 23 18:33:22 user nova-compute[74046]:   </metadata>
Oct 23 18:33:22 user nova-compute[74046]:   <memory unit='KiB'>524288</memory>
Oct 23 18:33:22 user nova-compute[74046]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 23 18:33:22 user nova-compute[74046]:   <vcpu placement='static'>1</vcpu>
Oct 23 18:33:22 user nova-compute[74046]:   <resource>
Oct 23 18:33:22 user nova-compute[74046]:     <partition>/machine</partition>
Oct 23 18:33:22 user nova-compute[74046]:   </resource>
Oct 23 18:33:22 user nova-compute[74046]:   <sysinfo type='smbios'>
Oct 23 18:33:22 user nova-compute[74046]:     <system>
Oct 23 18:33:22 user nova-compute[74046]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 23 18:33:22 user nova-compute[74046]:       <entry name='product'>OpenStack Nova</entry>
Oct 23 18:33:22 user nova-compute[74046]:       <entry name='version'>0.0.0</entry>
Oct 23 18:33:22 user nova-compute[74046]:       <entry name='serial'>6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</entry>
Oct 23 18:33:22 user nova-compute[74046]:       <entry name='uuid'>6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</entry>
Oct 23 18:33:22 user nova-compute[74046]:       <entry name='family'>Virtual Machine</entry>
Oct 23 18:33:22 user nova-compute[74046]:     </system>
Oct 23 18:33:22 user nova-compute[74046]:   </sysinfo>
Oct 23 18:33:22 user nova-compute[74046]:   <os>
Oct 23 18:33:22 user nova-compute[74046]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 23 18:33:22 user nova-compute[74046]:     <boot dev='hd'/>
Oct 23 18:33:22 user nova-compute[74046]:     <smbios mode='sysinfo'/>
Oct 23 18:33:22 user nova-compute[74046]:   </os>
Oct 23 18:33:22 user nova-compute[74046]:   <features>
Oct 23 18:33:22 user nova-compute[74046]:     <acpi/>
Oct 23 18:33:22 user nova-compute[74046]:     <apic/>
Oct 23 18:33:22 user nova-compute[74046]:     <vmcoreinfo state='on'/>
Oct 23 18:33:22 user nova-compute[74046]:   </features>
Oct 23 18:33:22 user nova-compute[74046]:   <cpu mode='custom' match='exact' check='full'>
Oct 23 18:33:22 user nova-compute[74046]:     <model fallback='forbid'>Nehalem</model>
Oct 23 18:33:22 user nova-compute[74046]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 23 18:33:22 user nova-compute[74046]:     <feature policy='require' name='vme'/>
Oct 23 18:33:22 user nova-compute[74046]:     <feature policy='require' name='x2apic'/>
Oct 23 18:33:22 user nova-compute[74046]:     <feature policy='require' name='hypervisor'/>
Oct 23 18:33:22 user nova-compute[74046]:   </cpu>
Oct 23 18:33:22 user nova-compute[74046]:   <clock offset='utc'>
Oct 23 18:33:22 user nova-compute[74046]:     <timer name='pit' tickpolicy='delay'/>
Oct 23 18:33:22 user nova-compute[74046]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 23 18:33:22 user nova-compute[74046]:     <timer name='hpet' present='no'/>
Oct 23 18:33:22 user nova-compute[74046]:   </clock>
Oct 23 18:33:22 user nova-compute[74046]:   <on_poweroff>destroy</on_poweroff>
Oct 23 18:33:22 user nova-compute[74046]:   <on_reboot>restart</on_reboot>
Oct 23 18:33:22 user nova-compute[74046]:   <on_crash>destroy</on_crash>
Oct 23 18:33:22 user nova-compute[74046]:   <devices>
Oct 23 18:33:22 user nova-compute[74046]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 23 18:33:22 user nova-compute[74046]:     <disk type='file' device='disk'>
Oct 23 18:33:22 user nova-compute[74046]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 23 18:33:22 user nova-compute[74046]:       <source file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk' index='2'/>
Oct 23 18:33:22 user nova-compute[74046]:       <backingStore type='file' index='3'>
Oct 23 18:33:22 user nova-compute[74046]:         <format type='raw'/>
Oct 23 18:33:22 user nova-compute[74046]:         <source file='/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d'/>
Oct 23 18:33:22 user nova-compute[74046]:         <backingStore/>
Oct 23 18:33:22 user nova-compute[74046]:       </backingStore>
Oct 23 18:33:22 user nova-compute[74046]:       <target dev='vda' bus='virtio'/>
Oct 23 18:33:22 user nova-compute[74046]:       <alias name='virtio-disk0'/>
Oct 23 18:33:22 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 23 18:33:22 user nova-compute[74046]:     </disk>
Oct 23 18:33:22 user nova-compute[74046]:     <disk type='file' device='cdrom'>
Oct 23 18:33:22 user nova-compute[74046]:       <driver name='qemu' type='raw' cache='none'/>
Oct 23 18:33:22 user nova-compute[74046]:       <source file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk.config' index='1'/>
Oct 23 18:33:22 user nova-compute[74046]:       <backingStore/>
Oct 23 18:33:22 user nova-compute[74046]:       <target dev='hda' bus='ide'/>
Oct 23 18:33:22 user nova-compute[74046]:       <readonly/>
Oct 23 18:33:22 user nova-compute[74046]:       <alias name='ide0-0-0'/>
Oct 23 18:33:22 user nova-compute[74046]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 23 18:33:22 user nova-compute[74046]:     </disk>
Oct 23 18:33:22 user nova-compute[74046]:     <controller type='usb' index='0' model='none'>
Oct 23 18:33:22 user nova-compute[74046]:       <alias name='usb'/>
Oct 23 18:33:22 user nova-compute[74046]:     </controller>
Oct 23 18:33:22 user nova-compute[74046]:     <controller type='pci' index='0' model='pci-root'>
Oct 23 18:33:22 user nova-compute[74046]:       <alias name='pci.0'/>
Oct 23 18:33:22 user nova-compute[74046]:     </controller>
Oct 23 18:33:22 user nova-compute[74046]:     <controller type='ide' index='0'>
Oct 23 18:33:22 user nova-compute[74046]:       <alias name='ide'/>
Oct 23 18:33:22 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 23 18:33:22 user nova-compute[74046]:     </controller>
Oct 23 18:33:22 user nova-compute[74046]:     <interface type='ethernet'>
Oct 23 18:33:22 user nova-compute[74046]:       <mac address='fa:16:3e:ca:58:2e'/>
Oct 23 18:33:22 user nova-compute[74046]:       <target dev='tape1846a9a-a8'/>
Oct 23 18:33:22 user nova-compute[74046]:       <model type='virtio'/>
Oct 23 18:33:22 user nova-compute[74046]:       <mtu size='1442'/>
Oct 23 18:33:22 user nova-compute[74046]:       <alias name='net0'/>
Oct 23 18:33:22 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 23 18:33:22 user nova-compute[74046]:     </interface>
Oct 23 18:33:22 user nova-compute[74046]:     <serial type='pty'>
Oct 23 18:33:22 user nova-compute[74046]:       <source path='/dev/pts/11'/>
Oct 23 18:33:22 user nova-compute[74046]:       <log file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/console.log' append='off'/>
Oct 23 18:33:22 user nova-compute[74046]:       <target type='isa-serial' port='0'>
Oct 23 18:33:22 user nova-compute[74046]:         <model name='isa-serial'/>
Oct 23 18:33:22 user nova-compute[74046]:       </target>
Oct 23 18:33:22 user nova-compute[74046]:       <alias name='serial0'/>
Oct 23 18:33:22 user nova-compute[74046]:     </serial>
Oct 23 18:33:22 user nova-compute[74046]:     <console type='pty' tty='/dev/pts/11'>
Oct 23 18:33:22 user nova-compute[74046]:       <source path='/dev/pts/11'/>
Oct 23 18:33:22 user nova-compute[74046]:       <log file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/console.log' append='off'/>
Oct 23 18:33:22 user nova-compute[74046]:       <target type='serial' port='0'/>
Oct 23 18:33:22 user nova-compute[74046]:       <alias name='serial0'/>
Oct 23 18:33:22 user nova-compute[74046]:     </console>
Oct 23 18:33:22 user nova-compute[74046]:     <input type='mouse' bus='ps2'>
Oct 23 18:33:22 user nova-compute[74046]:       <alias name='input0'/>
Oct 23 18:33:22 user nova-compute[74046]:     </input>
Oct 23 18:33:22 user nova-compute[74046]:     <input type='keyboard' bus='ps2'>
Oct 23 18:33:22 user nova-compute[74046]:       <alias name='input1'/>
Oct 23 18:33:22 user nova-compute[74046]:     </input>
Oct 23 18:33:22 user nova-compute[74046]:     <graphics type='vnc' port='5911' autoport='yes' listen='0.0.0.0'>
Oct 23 18:33:22 user nova-compute[74046]:       <listen type='address' address='0.0.0.0'/>
Oct 23 18:33:22 user nova-compute[74046]:     </graphics>
Oct 23 18:33:22 user nova-compute[74046]:     <audio id='1' type='none'/>
Oct 23 18:33:22 user nova-compute[74046]:     <video>
Oct 23 18:33:22 user nova-compute[74046]:       <model type='virtio' heads='1' primary='yes'/>
Oct 23 18:33:22 user nova-compute[74046]:       <alias name='video0'/>
Oct 23 18:33:22 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 23 18:33:22 user nova-compute[74046]:     </video>
Oct 23 18:33:22 user nova-compute[74046]:     <memballoon model='virtio'>
Oct 23 18:33:22 user nova-compute[74046]:       <stats period='10'/>
Oct 23 18:33:22 user nova-compute[74046]:       <alias name='balloon0'/>
Oct 23 18:33:22 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 23 18:33:22 user nova-compute[74046]:     </memballoon>
Oct 23 18:33:22 user nova-compute[74046]:     <rng model='virtio'>
Oct 23 18:33:22 user nova-compute[74046]:       <backend model='random'>/dev/urandom</backend>
Oct 23 18:33:22 user nova-compute[74046]:       <alias name='rng0'/>
Oct 23 18:33:22 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 23 18:33:22 user nova-compute[74046]:     </rng>
Oct 23 18:33:22 user nova-compute[74046]:   </devices>
Oct 23 18:33:22 user nova-compute[74046]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 23 18:33:22 user nova-compute[74046]:     <label>libvirt-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</label>
Oct 23 18:33:22 user nova-compute[74046]:     <imagelabel>libvirt-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</imagelabel>
Oct 23 18:33:22 user nova-compute[74046]:   </seclabel>
Oct 23 18:33:22 user nova-compute[74046]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 23 18:33:22 user nova-compute[74046]:     <label>+64055:+108</label>
Oct 23 18:33:22 user nova-compute[74046]:     <imagelabel>+64055:+108</imagelabel>
Oct 23 18:33:22 user nova-compute[74046]:   </seclabel>
Oct 23 18:33:22 user nova-compute[74046]: </domain>
Oct 23 18:33:22 user nova-compute[74046]:  {{(pid=74046) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 23 18:33:22 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Successfully detached device tap0649bbd8-d4 from instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 from the live domain config.
Oct 23 18:33:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:30:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-572913103',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-572913103',id=17,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6Ijol49AxHQIZHubrhN+xQhKxI9BezJm4PRnRuCCJkYVrRKLF7wksLJX0TNmpLMkkh9jrRN74/2FWvD2fujXtNgnCnoU49bb4tGslqTgaLJM0g8VKlpeIB1QULqd0FIw==',key_name='tempest-keypair-1023831243',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:30:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9fa4613452ba402986d11c8b4ddc9b04',ramdisk_id='',reservation_id='r-98cggggm',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-908998244',owner_user_name='tempest-TaggedAttachmentsTest-908998244-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:30:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89e7b33db0c7434296bf5ab8365951dc',uuid=6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:33:22 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converting VIF {"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:33:22 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cf:a4,bridge_name='br-int',has_traffic_filtering=True,id=0649bbd8-d469-4f30-b968-1ef197ca47d5,network=Network(ba331665-ae53-4ee6-b565-56a50b07e3e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0649bbd8-d4') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:33:22 user nova-compute[74046]: DEBUG os_vif [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cf:a4,bridge_name='br-int',has_traffic_filtering=True,id=0649bbd8-d469-4f30-b968-1ef197ca47d5,network=Network(ba331665-ae53-4ee6-b565-56a50b07e3e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0649bbd8-d4') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:33:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0649bbd8-d4, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:33:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=08b94745-3f23-4c74-8e0b-864ba8761e9a) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:33:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:22 user nova-compute[74046]: INFO os_vif [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cf:a4,bridge_name='br-int',has_traffic_filtering=True,id=0649bbd8-d469-4f30-b968-1ef197ca47d5,network=Network(ba331665-ae53-4ee6-b565-56a50b07e3e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0649bbd8-d4')
Oct 23 18:33:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:33:22 user nova-compute[74046]:   <nova:package version="0.0.0"/>
Oct 23 18:33:22 user nova-compute[74046]:   <nova:name>tempest-device-tagging-server-572913103</nova:name>
Oct 23 18:33:22 user nova-compute[74046]:   <nova:creationTime>2023-10-23 18:33:22</nova:creationTime>
Oct 23 18:33:22 user nova-compute[74046]:   <nova:flavor name="m1.tiny">
Oct 23 18:33:22 user nova-compute[74046]:     <nova:memory>512</nova:memory>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:disk>1</nova:disk>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:swap>0</nova:swap>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:vcpus>1</nova:vcpus>
Oct 23 18:33:22 user nova-compute[74046]:   </nova:flavor>
Oct 23 18:33:22 user nova-compute[74046]:   <nova:owner>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:user uuid="89e7b33db0c7434296bf5ab8365951dc">tempest-TaggedAttachmentsTest-908998244-project-member</nova:user>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:project uuid="9fa4613452ba402986d11c8b4ddc9b04">tempest-TaggedAttachmentsTest-908998244</nova:project>
Oct 23 18:33:22 user nova-compute[74046]:   </nova:owner>
Oct 23 18:33:22 user nova-compute[74046]:   <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:33:22 user nova-compute[74046]:   <nova:ports>
Oct 23 18:33:22 user nova-compute[74046]:     <nova:port uuid="e1846a9a-a8d0-464a-9629-499210d347ab">
Oct 23 18:33:22 user nova-compute[74046]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 18:33:22 user nova-compute[74046]:     </nova:port>
Oct 23 18:33:22 user nova-compute[74046]:   </nova:ports>
Oct 23 18:33:22 user nova-compute[74046]: </nova:instance>
Oct 23 18:33:22 user nova-compute[74046]:  {{(pid=74046) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-vif-deleted-0649bbd8-d469-4f30-b968-1ef197ca47d5 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:23 user nova-compute[74046]: INFO nova.compute.manager [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Neutron deleted interface 0649bbd8-d469-4f30-b968-1ef197ca47d5; detaching it from the instance and deleting it from the info cache
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.network.neutron [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Updating instance_info_cache with network_info: [{"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquired lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.objects.instance [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] Lazy-loading 'system_metadata' on Instance uuid 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.objects.instance [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] Lazy-loading 'flavor' on Instance uuid 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.objects.base [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] Object Instance<6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86> lazy-loaded attributes: system_metadata,flavor {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:30:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-572913103',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-572913103',id=17,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6Ijol49AxHQIZHubrhN+xQhKxI9BezJm4PRnRuCCJkYVrRKLF7wksLJX0TNmpLMkkh9jrRN74/2FWvD2fujXtNgnCnoU49bb4tGslqTgaLJM0g8VKlpeIB1QULqd0FIw==',key_name='tempest-keypair-1023831243',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:30:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9fa4613452ba402986d11c8b4ddc9b04',ramdisk_id='',reservation_id='r-98cggggm',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-908998244',owner_user_name='tempest-TaggedAttachmentsTest-908998244-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:30:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89e7b33db0c7434296bf5ab8365951dc',uuid=6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.network.os_vif_util [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] Converting VIF {"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.network.os_vif_util [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cf:a4,bridge_name='br-int',has_traffic_filtering=True,id=0649bbd8-d469-4f30-b968-1ef197ca47d5,network=Network(ba331665-ae53-4ee6-b565-56a50b07e3e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0649bbd8-d4') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:e0:cf:a4"/><model type="virtio"/><mtu size="1442"/><target dev="tap0649bbd8-d4"/></interface> {{(pid=74046) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:e0:cf:a4"/><model type="virtio"/><mtu size="1442"/><target dev="tap0649bbd8-d4"/></interface>not found in domain: <domain type='kvm' id='22'>
Oct 23 18:33:23 user nova-compute[74046]:   <name>instance-00000011</name>
Oct 23 18:33:23 user nova-compute[74046]:   <uuid>6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</uuid>
Oct 23 18:33:23 user nova-compute[74046]:   <metadata>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:33:23 user nova-compute[74046]:   <nova:package version="0.0.0"/>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:name>tempest-device-tagging-server-572913103</nova:name>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:creationTime>2023-10-23 18:33:22</nova:creationTime>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:flavor name="m1.tiny">
Oct 23 18:33:23 user nova-compute[74046]:     <nova:memory>512</nova:memory>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:disk>1</nova:disk>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:swap>0</nova:swap>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:vcpus>1</nova:vcpus>
Oct 23 18:33:23 user nova-compute[74046]:   </nova:flavor>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:owner>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:user uuid="89e7b33db0c7434296bf5ab8365951dc">tempest-TaggedAttachmentsTest-908998244-project-member</nova:user>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:project uuid="9fa4613452ba402986d11c8b4ddc9b04">tempest-TaggedAttachmentsTest-908998244</nova:project>
Oct 23 18:33:23 user nova-compute[74046]:   </nova:owner>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:ports>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:port uuid="e1846a9a-a8d0-464a-9629-499210d347ab">
Oct 23 18:33:23 user nova-compute[74046]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 18:33:23 user nova-compute[74046]:     </nova:port>
Oct 23 18:33:23 user nova-compute[74046]:   </nova:ports>
Oct 23 18:33:23 user nova-compute[74046]: </nova:instance>
Oct 23 18:33:23 user nova-compute[74046]:   </metadata>
Oct 23 18:33:23 user nova-compute[74046]:   <memory unit='KiB'>524288</memory>
Oct 23 18:33:23 user nova-compute[74046]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 23 18:33:23 user nova-compute[74046]:   <vcpu placement='static'>1</vcpu>
Oct 23 18:33:23 user nova-compute[74046]:   <resource>
Oct 23 18:33:23 user nova-compute[74046]:     <partition>/machine</partition>
Oct 23 18:33:23 user nova-compute[74046]:   </resource>
Oct 23 18:33:23 user nova-compute[74046]:   <sysinfo type='smbios'>
Oct 23 18:33:23 user nova-compute[74046]:     <system>
Oct 23 18:33:23 user nova-compute[74046]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 23 18:33:23 user nova-compute[74046]:       <entry name='product'>OpenStack Nova</entry>
Oct 23 18:33:23 user nova-compute[74046]:       <entry name='version'>0.0.0</entry>
Oct 23 18:33:23 user nova-compute[74046]:       <entry name='serial'>6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</entry>
Oct 23 18:33:23 user nova-compute[74046]:       <entry name='uuid'>6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</entry>
Oct 23 18:33:23 user nova-compute[74046]:       <entry name='family'>Virtual Machine</entry>
Oct 23 18:33:23 user nova-compute[74046]:     </system>
Oct 23 18:33:23 user nova-compute[74046]:   </sysinfo>
Oct 23 18:33:23 user nova-compute[74046]:   <os>
Oct 23 18:33:23 user nova-compute[74046]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 23 18:33:23 user nova-compute[74046]:     <boot dev='hd'/>
Oct 23 18:33:23 user nova-compute[74046]:     <smbios mode='sysinfo'/>
Oct 23 18:33:23 user nova-compute[74046]:   </os>
Oct 23 18:33:23 user nova-compute[74046]:   <features>
Oct 23 18:33:23 user nova-compute[74046]:     <acpi/>
Oct 23 18:33:23 user nova-compute[74046]:     <apic/>
Oct 23 18:33:23 user nova-compute[74046]:     <vmcoreinfo state='on'/>
Oct 23 18:33:23 user nova-compute[74046]:   </features>
Oct 23 18:33:23 user nova-compute[74046]:   <cpu mode='custom' match='exact' check='full'>
Oct 23 18:33:23 user nova-compute[74046]:     <model fallback='forbid'>Nehalem</model>
Oct 23 18:33:23 user nova-compute[74046]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 23 18:33:23 user nova-compute[74046]:     <feature policy='require' name='vme'/>
Oct 23 18:33:23 user nova-compute[74046]:     <feature policy='require' name='x2apic'/>
Oct 23 18:33:23 user nova-compute[74046]:     <feature policy='require' name='hypervisor'/>
Oct 23 18:33:23 user nova-compute[74046]:   </cpu>
Oct 23 18:33:23 user nova-compute[74046]:   <clock offset='utc'>
Oct 23 18:33:23 user nova-compute[74046]:     <timer name='pit' tickpolicy='delay'/>
Oct 23 18:33:23 user nova-compute[74046]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 23 18:33:23 user nova-compute[74046]:     <timer name='hpet' present='no'/>
Oct 23 18:33:23 user nova-compute[74046]:   </clock>
Oct 23 18:33:23 user nova-compute[74046]:   <on_poweroff>destroy</on_poweroff>
Oct 23 18:33:23 user nova-compute[74046]:   <on_reboot>restart</on_reboot>
Oct 23 18:33:23 user nova-compute[74046]:   <on_crash>destroy</on_crash>
Oct 23 18:33:23 user nova-compute[74046]:   <devices>
Oct 23 18:33:23 user nova-compute[74046]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 23 18:33:23 user nova-compute[74046]:     <disk type='file' device='disk'>
Oct 23 18:33:23 user nova-compute[74046]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 23 18:33:23 user nova-compute[74046]:       <source file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk' index='2'/>
Oct 23 18:33:23 user nova-compute[74046]:       <backingStore type='file' index='3'>
Oct 23 18:33:23 user nova-compute[74046]:         <format type='raw'/>
Oct 23 18:33:23 user nova-compute[74046]:         <source file='/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d'/>
Oct 23 18:33:23 user nova-compute[74046]:         <backingStore/>
Oct 23 18:33:23 user nova-compute[74046]:       </backingStore>
Oct 23 18:33:23 user nova-compute[74046]:       <target dev='vda' bus='virtio'/>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='virtio-disk0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </disk>
Oct 23 18:33:23 user nova-compute[74046]:     <disk type='file' device='cdrom'>
Oct 23 18:33:23 user nova-compute[74046]:       <driver name='qemu' type='raw' cache='none'/>
Oct 23 18:33:23 user nova-compute[74046]:       <source file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk.config' index='1'/>
Oct 23 18:33:23 user nova-compute[74046]:       <backingStore/>
Oct 23 18:33:23 user nova-compute[74046]:       <target dev='hda' bus='ide'/>
Oct 23 18:33:23 user nova-compute[74046]:       <readonly/>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='ide0-0-0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </disk>
Oct 23 18:33:23 user nova-compute[74046]:     <controller type='usb' index='0' model='none'>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='usb'/>
Oct 23 18:33:23 user nova-compute[74046]:     </controller>
Oct 23 18:33:23 user nova-compute[74046]:     <controller type='pci' index='0' model='pci-root'>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='pci.0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </controller>
Oct 23 18:33:23 user nova-compute[74046]:     <controller type='ide' index='0'>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='ide'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 23 18:33:23 user nova-compute[74046]:     </controller>
Oct 23 18:33:23 user nova-compute[74046]:     <interface type='ethernet'>
Oct 23 18:33:23 user nova-compute[74046]:       <mac address='fa:16:3e:ca:58:2e'/>
Oct 23 18:33:23 user nova-compute[74046]:       <target dev='tape1846a9a-a8'/>
Oct 23 18:33:23 user nova-compute[74046]:       <model type='virtio'/>
Oct 23 18:33:23 user nova-compute[74046]:       <mtu size='1442'/>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='net0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </interface>
Oct 23 18:33:23 user nova-compute[74046]:     <serial type='pty'>
Oct 23 18:33:23 user nova-compute[74046]:       <source path='/dev/pts/11'/>
Oct 23 18:33:23 user nova-compute[74046]:       <log file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/console.log' append='off'/>
Oct 23 18:33:23 user nova-compute[74046]:       <target type='isa-serial' port='0'>
Oct 23 18:33:23 user nova-compute[74046]:         <model name='isa-serial'/>
Oct 23 18:33:23 user nova-compute[74046]:       </target>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='serial0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </serial>
Oct 23 18:33:23 user nova-compute[74046]:     <console type='pty' tty='/dev/pts/11'>
Oct 23 18:33:23 user nova-compute[74046]:       <source path='/dev/pts/11'/>
Oct 23 18:33:23 user nova-compute[74046]:       <log file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/console.log' append='off'/>
Oct 23 18:33:23 user nova-compute[74046]:       <target type='serial' port='0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='serial0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </console>
Oct 23 18:33:23 user nova-compute[74046]:     <input type='mouse' bus='ps2'>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='input0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </input>
Oct 23 18:33:23 user nova-compute[74046]:     <input type='keyboard' bus='ps2'>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='input1'/>
Oct 23 18:33:23 user nova-compute[74046]:     </input>
Oct 23 18:33:23 user nova-compute[74046]:     <graphics type='vnc' port='5911' autoport='yes' listen='0.0.0.0'>
Oct 23 18:33:23 user nova-compute[74046]:       <listen type='address' address='0.0.0.0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </graphics>
Oct 23 18:33:23 user nova-compute[74046]:     <audio id='1' type='none'/>
Oct 23 18:33:23 user nova-compute[74046]:     <video>
Oct 23 18:33:23 user nova-compute[74046]:       <model type='virtio' heads='1' primary='yes'/>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='video0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </video>
Oct 23 18:33:23 user nova-compute[74046]:     <memballoon model='virtio'>
Oct 23 18:33:23 user nova-compute[74046]:       <stats period='10'/>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='balloon0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </memballoon>
Oct 23 18:33:23 user nova-compute[74046]:     <rng model='virtio'>
Oct 23 18:33:23 user nova-compute[74046]:       <backend model='random'>/dev/urandom</backend>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='rng0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </rng>
Oct 23 18:33:23 user nova-compute[74046]:   </devices>
Oct 23 18:33:23 user nova-compute[74046]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 23 18:33:23 user nova-compute[74046]:     <label>libvirt-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</label>
Oct 23 18:33:23 user nova-compute[74046]:     <imagelabel>libvirt-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</imagelabel>
Oct 23 18:33:23 user nova-compute[74046]:   </seclabel>
Oct 23 18:33:23 user nova-compute[74046]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 23 18:33:23 user nova-compute[74046]:     <label>+64055:+108</label>
Oct 23 18:33:23 user nova-compute[74046]:     <imagelabel>+64055:+108</imagelabel>
Oct 23 18:33:23 user nova-compute[74046]:   </seclabel>
Oct 23 18:33:23 user nova-compute[74046]: </domain>
Oct 23 18:33:23 user nova-compute[74046]:  {{(pid=74046) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:e0:cf:a4"/><model type="virtio"/><mtu size="1442"/><target dev="tap0649bbd8-d4"/></interface> {{(pid=74046) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:e0:cf:a4"/><model type="virtio"/><mtu size="1442"/><target dev="tap0649bbd8-d4"/></interface>not found in domain: <domain type='kvm' id='22'>
Oct 23 18:33:23 user nova-compute[74046]:   <name>instance-00000011</name>
Oct 23 18:33:23 user nova-compute[74046]:   <uuid>6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</uuid>
Oct 23 18:33:23 user nova-compute[74046]:   <metadata>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:33:23 user nova-compute[74046]:   <nova:package version="0.0.0"/>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:name>tempest-device-tagging-server-572913103</nova:name>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:creationTime>2023-10-23 18:33:22</nova:creationTime>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:flavor name="m1.tiny">
Oct 23 18:33:23 user nova-compute[74046]:     <nova:memory>512</nova:memory>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:disk>1</nova:disk>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:swap>0</nova:swap>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:vcpus>1</nova:vcpus>
Oct 23 18:33:23 user nova-compute[74046]:   </nova:flavor>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:owner>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:user uuid="89e7b33db0c7434296bf5ab8365951dc">tempest-TaggedAttachmentsTest-908998244-project-member</nova:user>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:project uuid="9fa4613452ba402986d11c8b4ddc9b04">tempest-TaggedAttachmentsTest-908998244</nova:project>
Oct 23 18:33:23 user nova-compute[74046]:   </nova:owner>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:ports>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:port uuid="e1846a9a-a8d0-464a-9629-499210d347ab">
Oct 23 18:33:23 user nova-compute[74046]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 18:33:23 user nova-compute[74046]:     </nova:port>
Oct 23 18:33:23 user nova-compute[74046]:   </nova:ports>
Oct 23 18:33:23 user nova-compute[74046]: </nova:instance>
Oct 23 18:33:23 user nova-compute[74046]:   </metadata>
Oct 23 18:33:23 user nova-compute[74046]:   <memory unit='KiB'>524288</memory>
Oct 23 18:33:23 user nova-compute[74046]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 23 18:33:23 user nova-compute[74046]:   <vcpu placement='static'>1</vcpu>
Oct 23 18:33:23 user nova-compute[74046]:   <resource>
Oct 23 18:33:23 user nova-compute[74046]:     <partition>/machine</partition>
Oct 23 18:33:23 user nova-compute[74046]:   </resource>
Oct 23 18:33:23 user nova-compute[74046]:   <sysinfo type='smbios'>
Oct 23 18:33:23 user nova-compute[74046]:     <system>
Oct 23 18:33:23 user nova-compute[74046]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 23 18:33:23 user nova-compute[74046]:       <entry name='product'>OpenStack Nova</entry>
Oct 23 18:33:23 user nova-compute[74046]:       <entry name='version'>0.0.0</entry>
Oct 23 18:33:23 user nova-compute[74046]:       <entry name='serial'>6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</entry>
Oct 23 18:33:23 user nova-compute[74046]:       <entry name='uuid'>6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</entry>
Oct 23 18:33:23 user nova-compute[74046]:       <entry name='family'>Virtual Machine</entry>
Oct 23 18:33:23 user nova-compute[74046]:     </system>
Oct 23 18:33:23 user nova-compute[74046]:   </sysinfo>
Oct 23 18:33:23 user nova-compute[74046]:   <os>
Oct 23 18:33:23 user nova-compute[74046]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 23 18:33:23 user nova-compute[74046]:     <boot dev='hd'/>
Oct 23 18:33:23 user nova-compute[74046]:     <smbios mode='sysinfo'/>
Oct 23 18:33:23 user nova-compute[74046]:   </os>
Oct 23 18:33:23 user nova-compute[74046]:   <features>
Oct 23 18:33:23 user nova-compute[74046]:     <acpi/>
Oct 23 18:33:23 user nova-compute[74046]:     <apic/>
Oct 23 18:33:23 user nova-compute[74046]:     <vmcoreinfo state='on'/>
Oct 23 18:33:23 user nova-compute[74046]:   </features>
Oct 23 18:33:23 user nova-compute[74046]:   <cpu mode='custom' match='exact' check='full'>
Oct 23 18:33:23 user nova-compute[74046]:     <model fallback='forbid'>Nehalem</model>
Oct 23 18:33:23 user nova-compute[74046]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 23 18:33:23 user nova-compute[74046]:     <feature policy='require' name='vme'/>
Oct 23 18:33:23 user nova-compute[74046]:     <feature policy='require' name='x2apic'/>
Oct 23 18:33:23 user nova-compute[74046]:     <feature policy='require' name='hypervisor'/>
Oct 23 18:33:23 user nova-compute[74046]:   </cpu>
Oct 23 18:33:23 user nova-compute[74046]:   <clock offset='utc'>
Oct 23 18:33:23 user nova-compute[74046]:     <timer name='pit' tickpolicy='delay'/>
Oct 23 18:33:23 user nova-compute[74046]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 23 18:33:23 user nova-compute[74046]:     <timer name='hpet' present='no'/>
Oct 23 18:33:23 user nova-compute[74046]:   </clock>
Oct 23 18:33:23 user nova-compute[74046]:   <on_poweroff>destroy</on_poweroff>
Oct 23 18:33:23 user nova-compute[74046]:   <on_reboot>restart</on_reboot>
Oct 23 18:33:23 user nova-compute[74046]:   <on_crash>destroy</on_crash>
Oct 23 18:33:23 user nova-compute[74046]:   <devices>
Oct 23 18:33:23 user nova-compute[74046]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 23 18:33:23 user nova-compute[74046]:     <disk type='file' device='disk'>
Oct 23 18:33:23 user nova-compute[74046]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 23 18:33:23 user nova-compute[74046]:       <source file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk' index='2'/>
Oct 23 18:33:23 user nova-compute[74046]:       <backingStore type='file' index='3'>
Oct 23 18:33:23 user nova-compute[74046]:         <format type='raw'/>
Oct 23 18:33:23 user nova-compute[74046]:         <source file='/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d'/>
Oct 23 18:33:23 user nova-compute[74046]:         <backingStore/>
Oct 23 18:33:23 user nova-compute[74046]:       </backingStore>
Oct 23 18:33:23 user nova-compute[74046]:       <target dev='vda' bus='virtio'/>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='virtio-disk0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </disk>
Oct 23 18:33:23 user nova-compute[74046]:     <disk type='file' device='cdrom'>
Oct 23 18:33:23 user nova-compute[74046]:       <driver name='qemu' type='raw' cache='none'/>
Oct 23 18:33:23 user nova-compute[74046]:       <source file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/disk.config' index='1'/>
Oct 23 18:33:23 user nova-compute[74046]:       <backingStore/>
Oct 23 18:33:23 user nova-compute[74046]:       <target dev='hda' bus='ide'/>
Oct 23 18:33:23 user nova-compute[74046]:       <readonly/>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='ide0-0-0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </disk>
Oct 23 18:33:23 user nova-compute[74046]:     <controller type='usb' index='0' model='none'>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='usb'/>
Oct 23 18:33:23 user nova-compute[74046]:     </controller>
Oct 23 18:33:23 user nova-compute[74046]:     <controller type='pci' index='0' model='pci-root'>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='pci.0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </controller>
Oct 23 18:33:23 user nova-compute[74046]:     <controller type='ide' index='0'>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='ide'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 23 18:33:23 user nova-compute[74046]:     </controller>
Oct 23 18:33:23 user nova-compute[74046]:     <interface type='ethernet'>
Oct 23 18:33:23 user nova-compute[74046]:       <mac address='fa:16:3e:ca:58:2e'/>
Oct 23 18:33:23 user nova-compute[74046]:       <target dev='tape1846a9a-a8'/>
Oct 23 18:33:23 user nova-compute[74046]:       <model type='virtio'/>
Oct 23 18:33:23 user nova-compute[74046]:       <mtu size='1442'/>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='net0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </interface>
Oct 23 18:33:23 user nova-compute[74046]:     <serial type='pty'>
Oct 23 18:33:23 user nova-compute[74046]:       <source path='/dev/pts/11'/>
Oct 23 18:33:23 user nova-compute[74046]:       <log file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/console.log' append='off'/>
Oct 23 18:33:23 user nova-compute[74046]:       <target type='isa-serial' port='0'>
Oct 23 18:33:23 user nova-compute[74046]:         <model name='isa-serial'/>
Oct 23 18:33:23 user nova-compute[74046]:       </target>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='serial0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </serial>
Oct 23 18:33:23 user nova-compute[74046]:     <console type='pty' tty='/dev/pts/11'>
Oct 23 18:33:23 user nova-compute[74046]:       <source path='/dev/pts/11'/>
Oct 23 18:33:23 user nova-compute[74046]:       <log file='/opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86/console.log' append='off'/>
Oct 23 18:33:23 user nova-compute[74046]:       <target type='serial' port='0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='serial0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </console>
Oct 23 18:33:23 user nova-compute[74046]:     <input type='mouse' bus='ps2'>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='input0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </input>
Oct 23 18:33:23 user nova-compute[74046]:     <input type='keyboard' bus='ps2'>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='input1'/>
Oct 23 18:33:23 user nova-compute[74046]:     </input>
Oct 23 18:33:23 user nova-compute[74046]:     <graphics type='vnc' port='5911' autoport='yes' listen='0.0.0.0'>
Oct 23 18:33:23 user nova-compute[74046]:       <listen type='address' address='0.0.0.0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </graphics>
Oct 23 18:33:23 user nova-compute[74046]:     <audio id='1' type='none'/>
Oct 23 18:33:23 user nova-compute[74046]:     <video>
Oct 23 18:33:23 user nova-compute[74046]:       <model type='virtio' heads='1' primary='yes'/>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='video0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </video>
Oct 23 18:33:23 user nova-compute[74046]:     <memballoon model='virtio'>
Oct 23 18:33:23 user nova-compute[74046]:       <stats period='10'/>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='balloon0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </memballoon>
Oct 23 18:33:23 user nova-compute[74046]:     <rng model='virtio'>
Oct 23 18:33:23 user nova-compute[74046]:       <backend model='random'>/dev/urandom</backend>
Oct 23 18:33:23 user nova-compute[74046]:       <alias name='rng0'/>
Oct 23 18:33:23 user nova-compute[74046]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 23 18:33:23 user nova-compute[74046]:     </rng>
Oct 23 18:33:23 user nova-compute[74046]:   </devices>
Oct 23 18:33:23 user nova-compute[74046]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 23 18:33:23 user nova-compute[74046]:     <label>libvirt-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</label>
Oct 23 18:33:23 user nova-compute[74046]:     <imagelabel>libvirt-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86</imagelabel>
Oct 23 18:33:23 user nova-compute[74046]:   </seclabel>
Oct 23 18:33:23 user nova-compute[74046]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 23 18:33:23 user nova-compute[74046]:     <label>+64055:+108</label>
Oct 23 18:33:23 user nova-compute[74046]:     <imagelabel>+64055:+108</imagelabel>
Oct 23 18:33:23 user nova-compute[74046]:   </seclabel>
Oct 23 18:33:23 user nova-compute[74046]: </domain>
Oct 23 18:33:23 user nova-compute[74046]:  {{(pid=74046) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 23 18:33:23 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Detaching interface fa:16:3e:e0:cf:a4 failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap0649bbd8-d4' not found.
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:30:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-572913103',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-572913103',id=17,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6Ijol49AxHQIZHubrhN+xQhKxI9BezJm4PRnRuCCJkYVrRKLF7wksLJX0TNmpLMkkh9jrRN74/2FWvD2fujXtNgnCnoU49bb4tGslqTgaLJM0g8VKlpeIB1QULqd0FIw==',key_name='tempest-keypair-1023831243',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:30:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9fa4613452ba402986d11c8b4ddc9b04',ramdisk_id='',reservation_id='r-98cggggm',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-908998244',owner_user_name='tempest-TaggedAttachmentsTest-908998244-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:30:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89e7b33db0c7434296bf5ab8365951dc',uuid=6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.network.os_vif_util [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] Converting VIF {"id": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "address": "fa:16:3e:e0:cf:a4", "network": {"id": "ba331665-ae53-4ee6-b565-56a50b07e3e0", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2106358808", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0649bbd8-d4", "ovs_interfaceid": "0649bbd8-d469-4f30-b968-1ef197ca47d5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.network.os_vif_util [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cf:a4,bridge_name='br-int',has_traffic_filtering=True,id=0649bbd8-d469-4f30-b968-1ef197ca47d5,network=Network(ba331665-ae53-4ee6-b565-56a50b07e3e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0649bbd8-d4') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_vif [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cf:a4,bridge_name='br-int',has_traffic_filtering=True,id=0649bbd8-d469-4f30-b968-1ef197ca47d5,network=Network(ba331665-ae53-4ee6-b565-56a50b07e3e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0649bbd8-d4') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0649bbd8-d4, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:33:23 user nova-compute[74046]: INFO os_vif [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:cf:a4,bridge_name='br-int',has_traffic_filtering=True,id=0649bbd8-d469-4f30-b968-1ef197ca47d5,network=Network(ba331665-ae53-4ee6-b565-56a50b07e3e0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0649bbd8-d4')
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [req-017ac913-b200-4661-b8f4-16f4fe46f248 req-566bc6e3-ffcf-40ca-a36d-bcc83fed8ec4 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:33:23 user nova-compute[74046]:   <nova:package version="0.0.0"/>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:name>tempest-device-tagging-server-572913103</nova:name>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:creationTime>2023-10-23 18:33:23</nova:creationTime>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:flavor name="m1.tiny">
Oct 23 18:33:23 user nova-compute[74046]:     <nova:memory>512</nova:memory>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:disk>1</nova:disk>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:swap>0</nova:swap>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:vcpus>1</nova:vcpus>
Oct 23 18:33:23 user nova-compute[74046]:   </nova:flavor>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:owner>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:user uuid="89e7b33db0c7434296bf5ab8365951dc">tempest-TaggedAttachmentsTest-908998244-project-member</nova:user>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:project uuid="9fa4613452ba402986d11c8b4ddc9b04">tempest-TaggedAttachmentsTest-908998244</nova:project>
Oct 23 18:33:23 user nova-compute[74046]:   </nova:owner>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:33:23 user nova-compute[74046]:   <nova:ports>
Oct 23 18:33:23 user nova-compute[74046]:     <nova:port uuid="e1846a9a-a8d0-464a-9629-499210d347ab">
Oct 23 18:33:23 user nova-compute[74046]:       <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 18:33:23 user nova-compute[74046]:     </nova:port>
Oct 23 18:33:23 user nova-compute[74046]:   </nova:ports>
Oct 23 18:33:23 user nova-compute[74046]: </nova:instance>
Oct 23 18:33:23 user nova-compute[74046]:  {{(pid=74046) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MzAiQTjt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '927c1000-cf11-47d7-9bc6-0c0a321a3f31', 'attached_at': '', 'detached_at': '', 'volume_id': '168424e6-a4c2-4977-961b-b76191bbeaac', 'serial': '168424e6-a4c2-4977-961b-b76191bbeaac'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rvHSaZPf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '927c1000-cf11-47d7-9bc6-0c0a321a3f31', 'attached_at': '', 'detached_at': '', 'volume_id': '4d88bab2-8bf3-4457-8376-f1c95a35289b', 'serial'} {{(pid=74046) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MzAiQTjt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:33:23 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:33:23 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:33:23 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:23 user nova-compute[74046]: INFO nova.network.neutron [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Port 0649bbd8-d469-4f30-b968-1ef197ca47d5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Oct 23 18:33:23 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Updating instance_info_cache with network_info: [{"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dfb28a1-37a6-4ca8-94ab-157d107d40df]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:33:23 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Releasing lock "refresh_cache-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c99f98f-da7c-46d0-ac74-154d2dc6ea60]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac] added
Oct 23 18:33:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c97c986-3482-4df1-ba2f-9ddbbedf9ef3 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "interface-6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-0649bbd8-d469-4f30-b968-1ef197ca47d5" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.848s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3beefccf-b941-48bf-8934-8506130b2d89]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[99b56784-a1e5-4557-80f1-50becb024ccf]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MzAiQTjt {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MzAiQTjt" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[82d241d6-3005-41f8-9b4e-89d1cf9decff]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MzAiQTjt'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b693712-fed0-46f6-b3c2-f473f496b56c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[117d8ef2-0883-4bd6-819f-3c39b3e8faca]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:33:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:33:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc5c0f35-4faa-4c0d-93d0-83bb376f4470]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac, portal: 172.16.0.220,3260]
Oct 23 18:33:23 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac, portal: 172.16.0.220,3260] successful.
Oct 23 18:33:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a1a8c3f-c8ae-4f38-973f-b7499af68388]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7a14400-4807-482f-bdee-3c3bf82f9702]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:33:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:33:23 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:33:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] HCTL ('37', '-', '-', 0) found on session 23 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Scanning host 37 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ed8ff15-4aba-4c05-b62e-748f75fa31a6]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:23 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Searching for a device in session 23 and hctl ['37', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:33:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Searching for a device in session 23 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:33:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MzAiQTjt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:33:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.324s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:33:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] <== connect_volume: return (1325ms) {'type': 'block', 'scsi_wwn': '23136316564303532', 'path': '/dev/sdf'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:33:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23136316564303532', 'path': '/dev/sdf'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:33:24 user nova-compute[74046]: DEBUG nova.objects.instance [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lazy-loading 'flavor' on Instance uuid 927c1000-cf11-47d7-9bc6-0c0a321a3f31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 7340032 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:33:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 183500800 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:33:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 283115520 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:33:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 437256192 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:33:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 557842432 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:33:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 727711744 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:33:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 856686592 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:33:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 1021313024 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rvHSaZPf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:33:29 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[620f5513-9c23-4f3c-ac43-ada1450b8b22]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:33:29 user nova-compute[74046]: No targets found.
Oct 23 18:33:29 user nova-compute[74046]: iSNS:
Oct 23 18:33:29 user nova-compute[74046]: No targets found.
Oct 23 18:33:29 user nova-compute[74046]: STATIC:
Oct 23 18:33:29 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac
Oct 23 18:33:29 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:33:29 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:33:29 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d
Oct 23 18:33:29 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:33:29 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:33:29 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b
Oct 23 18:33:29 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:33:29 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:33:29 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273
Oct 23 18:33:29 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:33:29 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:33:29 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac
Oct 23 18:33:29 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:33:29 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:33:29 user nova-compute[74046]: FIRMWARE:
Oct 23 18:33:29 user nova-compute[74046]: No targets found.
Oct 23 18:33:29 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:33:29 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:33:29 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e259ed-11b1-4d58-8256-91a8a297a841]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[148189c3-b659-4bac-a686-832258347853]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:29 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:33:29 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:29 user nova-compute[74046]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:33:29 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:33:29 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:29 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:33:29 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:29 user nova-compute[74046]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:33:29 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:33:29 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef85de200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b'): ({'sde'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Removing single pathed devices sde {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[071de29e-add6-4ab0-946b-041259a947ca]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[edb5f6a9-666d-413a-a525-ff84b75b90fb]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Flushing IO for device /dev/sde {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f2e2beb-fca0-4e5b-98b8-f52206d7a19a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.039s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a0f7089-a75d-420b-865d-9a9d6053cf1b]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Checking to see if SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a3c62c9-0b4a-4f82-b84b-97711f84673e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a4f90c2-e0a7-4b45-8f38-9e75f00447ad]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260]
Oct 23 18:33:29 user nova-compute[74046]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260] successful.
Oct 23 18:33:29 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a254fa9a-9295-4233-9f75-4c94bb5df258]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] <== disconnect_volume: return (308ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MzAiQTjt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '927c1000-cf11-47d7-9bc6-0c0a321a3f31', 'attached_at': '', 'detached_at': '', 'volume_id': '168424e6-a4c2-4977-961b-b76191bbeaac', 'serial'} {{(pid=74046) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 23 18:33:29 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] swap_volume: removing Cinder connection for volume 4d88bab2-8bf3-4457-8376-f1c95a35289b {{(pid=74046) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 23 18:33:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:30 user nova-compute[74046]: INFO nova.compute.manager [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Detaching volume 1ee900ee-5488-4524-bbd4-3ef4c03fb273
Oct 23 18:33:30 user nova-compute[74046]: INFO nova.virt.block_device [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Attempting to driver detach volume 1ee900ee-5488-4524-bbd4-3ef4c03fb273 from mountpoint /dev/vdb
Oct 23 18:33:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Attempting to detach device vdb from instance 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:33:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:33:30 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:33:30 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:33:30 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:33:30 user nova-compute[74046]:   <serial>1ee900ee-5488-4524-bbd4-3ef4c03fb273</serial>
Oct 23 18:33:30 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:33:30 user nova-compute[74046]: </disk>
Oct 23 18:33:30 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:33:30 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Successfully detached device vdb from instance 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc from the persistent domain config.
Oct 23 18:33:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:33:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:33:30 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:33:30 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:33:30 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:33:30 user nova-compute[74046]:   <serial>1ee900ee-5488-4524-bbd4-3ef4c03fb273</serial>
Oct 23 18:33:30 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:33:30 user nova-compute[74046]: </disk>
Oct 23 18:33:30 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:33:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:33:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:39 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] swap_volume: Updating volume 4d88bab2-8bf3-4457-8376-f1c95a35289b BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "MzAiQTjt", "auth_password": "ban35pUgje26Ay", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdf", "volume_id": "168424e6-a4c2-4977-961b-b76191bbeaac"}, "status": "reserved", "instance": "927c1000-cf11-47d7-9bc6-0c0a321a3f31", "attached_at": "", "detached_at": "", "volume_id": "168424e6-a4c2-4977-961b-b76191bbeaac", "serial": "168424e6-a4c2-4977-961b-b76191bbeaac"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '168424e6-a4c2-4977-961b-b76191bbeaac', 'no_device': None, 'attachment_id': 'cd01e48d-42e7-4b3d-84af-64920370af4c'} {{(pid=74046) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 23 18:33:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c0057ac8-b03b-4782-982d-076fed6bc513 tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 35.970s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Acquiring lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG os_brick.utils [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9beb461f-cc5b-4a02-81ea-0a6716281b74]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[67c64454-96be-4dc1-b497-c0ad6e6212e5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8356077-3b44-46e4-960f-1635bfcc7a81]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0ddebdf-bda5-40dd-b00a-255dc0e73038]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:33:41 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:33:41 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9e107ed-877d-4772-a461-3bf15f8b3c76]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:33:41 user nova-compute[74046]: DEBUG os_brick.utils [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] <== get_connector_properties: return (163ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:33:41 user nova-compute[74046]: INFO nova.compute.manager [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Swapping volume 168424e6-a4c2-4977-961b-b76191bbeaac for 4d88bab2-8bf3-4457-8376-f1c95a35289b
Oct 23 18:33:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:51 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc is timed out.
Oct 23 18:33:51 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Successfully detached device vdb from instance 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc from the live domain config.
Oct 23 18:33:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NdbLgFKV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:33:51 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ea88738-719c-4ccb-bcf8-00834b0e51fb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:33:51 user nova-compute[74046]: No targets found.
Oct 23 18:33:51 user nova-compute[74046]: iSNS:
Oct 23 18:33:51 user nova-compute[74046]: No targets found.
Oct 23 18:33:51 user nova-compute[74046]: STATIC:
Oct 23 18:33:51 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac
Oct 23 18:33:51 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:33:51 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:33:51 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d
Oct 23 18:33:51 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:33:51 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:33:51 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273
Oct 23 18:33:51 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:33:51 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:33:51 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac
Oct 23 18:33:51 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:33:51 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:33:51 user nova-compute[74046]: FIRMWARE:
Oct 23 18:33:51 user nova-compute[74046]: No targets found.
Oct 23 18:33:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:33:51 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:33:51 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cb1d6ca-b4d8-4acf-8dae-f91c8b18f909]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[93c9cf93-00d0-4c44-92b7-1f15f9f8fe48]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:51 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:33:51 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:51 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:33:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:51 user nova-compute[74046]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 (non-flash)
Oct 23 18:33:51 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:51 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:33:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef03ca290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e75fcccb-37f9-43a5-bacc-d09ba51758b4]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[49bbfaef-bc36-44b9-aa5d-75fc7608cc11]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[14ab6579-336e-4003-ad03-69982654419f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a88dfa67-b15e-4a69-8bd1-34085a76e82e]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2d78b19-fb6d-4f37-bd4b-1bdcd2cfba20]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d36c001-2222-475e-a776-03a5d027b4de]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273, portal: 172.16.0.220,3260]
Oct 23 18:33:51 user nova-compute[74046]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273, portal: 172.16.0.220,3260] successful.
Oct 23 18:33:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[215868fe-b2b8-4941-ae5b-78465ae8ada1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.391s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] <== disconnect_volume: return (394ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:33:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:33:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:52 user nova-compute[74046]: DEBUG nova.objects.instance [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lazy-loading 'flavor' on Instance uuid 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ec367750-31b4-48fe-9502-d6606bdae9f4 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.154s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.032s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:52 user nova-compute[74046]: INFO nova.compute.manager [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Terminating instance
Oct 23 18:33:52 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:33:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-c9291b5a-5f24-41ad-8586-933779635246 req-5812eed6-d997-4ca0-b97d-38b07ce1e01d service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Received event network-vif-unplugged-7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c9291b5a-5f24-41ad-8586-933779635246 req-5812eed6-d997-4ca0-b97d-38b07ce1e01d service nova] Acquiring lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c9291b5a-5f24-41ad-8586-933779635246 req-5812eed6-d997-4ca0-b97d-38b07ce1e01d service nova] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c9291b5a-5f24-41ad-8586-933779635246 req-5812eed6-d997-4ca0-b97d-38b07ce1e01d service nova] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-c9291b5a-5f24-41ad-8586-933779635246 req-5812eed6-d997-4ca0-b97d-38b07ce1e01d service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] No waiting events found dispatching network-vif-unplugged-7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-c9291b5a-5f24-41ad-8586-933779635246 req-5812eed6-d997-4ca0-b97d-38b07ce1e01d service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Received event network-vif-unplugged-7f2afc5f-9309-478b-8002-bac49968c874 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:53 user nova-compute[74046]: INFO nova.compute.manager [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Terminating instance
Oct 23 18:33:53 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:53 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Instance destroyed successfully.
Oct 23 18:33:53 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lazy-loading 'resources' on Instance uuid 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:29:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-98854940',display_name='tempest-VolumesSnapshotTestJSON-instance-98854940',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-98854940',id=16,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE2D/A4vnYLuUCAkjWB7ui2pw3re3zaod7zwVd+cexBh/omos+SiW/MPyj+mGyYOMhakx10D9wJbyICMiwhWI13Pcf16G7sFzoUdZvLOGySP8CiTPn6Xiul/9C7F32SC2g==',key_name='tempest-keypair-2095778938',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:29:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2c36d90d230743258e531113323cf5a2',ramdisk_id='',reservation_id='r-nbu1mz42',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1827787066',owner_user_name='tempest-VolumesSnapshotTestJSON-1827787066-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:29:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c1b41e7f03604ba384cb9c1ce119a006',uuid=9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7f2afc5f-9309-478b-8002-bac49968c874", "address": "fa:16:3e:94:63:90", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f2afc5f-93", "ovs_interfaceid": "7f2afc5f-9309-478b-8002-bac49968c874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Converting VIF {"id": "7f2afc5f-9309-478b-8002-bac49968c874", "address": "fa:16:3e:94:63:90", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f2afc5f-93", "ovs_interfaceid": "7f2afc5f-9309-478b-8002-bac49968c874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:94:63:90,bridge_name='br-int',has_traffic_filtering=True,id=7f2afc5f-9309-478b-8002-bac49968c874,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f2afc5f-93') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG os_vif [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:94:63:90,bridge_name='br-int',has_traffic_filtering=True,id=7f2afc5f-9309-478b-8002-bac49968c874,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f2afc5f-93') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7f2afc5f-93, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c3e2f3b7-805b-4579-b0dc-fdeb296998e8) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:53 user nova-compute[74046]: INFO os_vif [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:94:63:90,bridge_name='br-int',has_traffic_filtering=True,id=7f2afc5f-9309-478b-8002-bac49968c874,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f2afc5f-93')
Oct 23 18:33:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NdbLgFKV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:33:53 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:33:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[86475452-8532-4831-8db9-65b621bb2536]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:33:53 user nova-compute[74046]: No targets found.
Oct 23 18:33:53 user nova-compute[74046]: iSNS:
Oct 23 18:33:53 user nova-compute[74046]: No targets found.
Oct 23 18:33:53 user nova-compute[74046]: STATIC:
Oct 23 18:33:53 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac
Oct 23 18:33:53 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:33:53 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:33:53 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d
Oct 23 18:33:53 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:33:53 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:33:53 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac
Oct 23 18:33:53 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:33:53 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:33:53 user nova-compute[74046]: FIRMWARE:
Oct 23 18:33:53 user nova-compute[74046]: No targets found.
Oct 23 18:33:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:33:53 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:33:53 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1ee900ee-5488-4524-bbd4-3ef4c03fb273', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-7a21cde9-4ecb-4165-84e3-5643ad7c4ba9 req-e11760ce-0a2c-427a-ae4b-d78fe4ff61c1 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-vif-unplugged-e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7a21cde9-4ecb-4165-84e3-5643ad7c4ba9 req-e11760ce-0a2c-427a-ae4b-d78fe4ff61c1 service nova] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7a21cde9-4ecb-4165-84e3-5643ad7c4ba9 req-e11760ce-0a2c-427a-ae4b-d78fe4ff61c1 service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7a21cde9-4ecb-4165-84e3-5643ad7c4ba9 req-e11760ce-0a2c-427a-ae4b-d78fe4ff61c1 service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-7a21cde9-4ecb-4165-84e3-5643ad7c4ba9 req-e11760ce-0a2c-427a-ae4b-d78fe4ff61c1 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] No waiting events found dispatching network-vif-unplugged-e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-7a21cde9-4ecb-4165-84e3-5643ad7c4ba9 req-e11760ce-0a2c-427a-ae4b-d78fe4ff61c1 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-vif-unplugged-e1846a9a-a8d0-464a-9629-499210d347ab for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[101f7925-cb49-4185-ae8e-7847339feb2b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[64f63f8b-2d7e-4c31-aea8-7b31b39a1d46]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:53 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:53 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:33:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:53 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:53 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:33:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef81bc8b0>, {}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Disconnecting from: [] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.087s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] <== disconnect_volume: return (89ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:33:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:33:53 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Deleting instance files /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc_del
Oct 23 18:33:53 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Deletion of /opt/stack/data/nova/instances/9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc_del complete
Oct 23 18:33:54 user nova-compute[74046]: INFO nova.compute.manager [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Took 1.15 seconds to destroy the instance on the hypervisor.
Oct 23 18:33:54 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:33:54 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Instance destroyed successfully.
Oct 23 18:33:54 user nova-compute[74046]: DEBUG nova.objects.instance [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lazy-loading 'resources' on Instance uuid 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-23T18:30:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-572913103',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-572913103',id=17,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH6Ijol49AxHQIZHubrhN+xQhKxI9BezJm4PRnRuCCJkYVrRKLF7wksLJX0TNmpLMkkh9jrRN74/2FWvD2fujXtNgnCnoU49bb4tGslqTgaLJM0g8VKlpeIB1QULqd0FIw==',key_name='tempest-keypair-1023831243',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:30:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9fa4613452ba402986d11c8b4ddc9b04',ramdisk_id='',reservation_id='r-98cggggm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-908998244',owner_user_name='tempest-TaggedAttachmentsTest-908998244-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:30:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='89e7b33db0c7434296bf5ab8365951dc',uuid=6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converting VIF {"id": "e1846a9a-a8d0-464a-9629-499210d347ab", "address": "fa:16:3e:ca:58:2e", "network": {"id": "3309901d-f75d-4c12-a52c-8803fd8de067", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-361001699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9fa4613452ba402986d11c8b4ddc9b04", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1846a9a-a8", "ovs_interfaceid": "e1846a9a-a8d0-464a-9629-499210d347ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ca:58:2e,bridge_name='br-int',has_traffic_filtering=True,id=e1846a9a-a8d0-464a-9629-499210d347ab,network=Network(3309901d-f75d-4c12-a52c-8803fd8de067),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1846a9a-a8') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG os_vif [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:58:2e,bridge_name='br-int',has_traffic_filtering=True,id=e1846a9a-a8d0-464a-9629-499210d347ab,network=Network(3309901d-f75d-4c12-a52c-8803fd8de067),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1846a9a-a8') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape1846a9a-a8, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=899712bb-6c5b-4247-ad7e-fdb65891c792) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:33:54 user nova-compute[74046]: INFO os_vif [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ca:58:2e,bridge_name='br-int',has_traffic_filtering=True,id=e1846a9a-a8d0-464a-9629-499210d347ab,network=Network(3309901d-f75d-4c12-a52c-8803fd8de067),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1846a9a-a8')
Oct 23 18:33:54 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Deleting instance files /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86_del
Oct 23 18:33:54 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Deletion of /opt/stack/data/nova/instances/6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86_del complete
Oct 23 18:33:54 user nova-compute[74046]: INFO nova.compute.manager [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Took 1.01 seconds to destroy the instance on the hypervisor.
Oct 23 18:33:54 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:33:54 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zEWtNKmh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:33:55 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:33:55 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:33:55 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b0b06ca-c50f-4370-8ad1-364b846fd4b7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:33:55 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a97343d0-4186-4438-80f3-712c7e2f6dcf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94] added
Oct 23 18:33:55 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c8aab8a-3b28-41bf-a00f-9e916f3fc873]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-5a4076d9-7aad-4a4d-9aa5-f6876f7672d9 req-89eb34f1-5d79-4865-806f-e64580028315 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Received event network-vif-plugged-7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a4076d9-7aad-4a4d-9aa5-f6876f7672d9 req-89eb34f1-5d79-4865-806f-e64580028315 service nova] Acquiring lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a4076d9-7aad-4a4d-9aa5-f6876f7672d9 req-89eb34f1-5d79-4865-806f-e64580028315 service nova] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5a4076d9-7aad-4a4d-9aa5-f6876f7672d9 req-89eb34f1-5d79-4865-806f-e64580028315 service nova] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-5a4076d9-7aad-4a4d-9aa5-f6876f7672d9 req-89eb34f1-5d79-4865-806f-e64580028315 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] No waiting events found dispatching network-vif-plugged-7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:33:55 user nova-compute[74046]: WARNING nova.compute.manager [req-5a4076d9-7aad-4a4d-9aa5-f6876f7672d9 req-89eb34f1-5d79-4865-806f-e64580028315 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Received unexpected event network-vif-plugged-7f2afc5f-9309-478b-8002-bac49968c874 for instance with vm_state active and task_state deleting.
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.037s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b11a5970-13da-4772-b9d2-6f6f992310a0]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zEWtNKmh {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zEWtNKmh" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4d2dfcf-8eec-4cd0-ad7d-498ab7aba095]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zEWtNKmh'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[11857794-721a-4f62-9452-693d2e24ef74]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c52b06f-b6b5-4a32-a3ea-67331fb197f2]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:55 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:55 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:33:55 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:55 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:55 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:33:55 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:55 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Took 1.47 seconds to deallocate network for instance.
Oct 23 18:33:55 user nova-compute[74046]: WARNING nova.volume.cinder [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Attachment 3a90bfee-b50e-45aa-af2d-8ea0f9c4c657 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 3a90bfee-b50e-45aa-af2d-8ea0f9c4c657. (HTTP 404) (Request-ID: req-9367092f-ebde-4a88-a6b7-369dcd1ce502)
Oct 23 18:33:55 user nova-compute[74046]: INFO nova.compute.manager [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Took 0.04 seconds to detach 1 volumes for instance.
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --login" returned: 0 in 0.089s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e08df7f7-0479-44d2-8c08-43644e032329]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260]
Oct 23 18:33:55 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260] successful.
Oct 23 18:33:55 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce40bd65-26e0-417a-ab8b-9c3e1ec20fa1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf6939d7-0a84-4a91-a339-3d4d6ce1890a]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:55 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:55 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:33:55 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:33:55 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:33:55 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:33:55 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:33:55 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:33:55 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.407s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] HCTL ('34', '-', '-', 0) found on session 24 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:33:55 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Took 1.16 seconds to deallocate network for instance.
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4f52137-c8f3-4b82-9a1f-c6a7b4287fbe]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Searching for a device in session 24 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zEWtNKmh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-300ea7d3-a853-4fed-8c45-66a5ed449fa2 req-0df43465-96b9-4f37-9cb6-096a9dbfdb50 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-vif-plugged-e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-300ea7d3-a853-4fed-8c45-66a5ed449fa2 req-0df43465-96b9-4f37-9cb6-096a9dbfdb50 service nova] Acquiring lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-300ea7d3-a853-4fed-8c45-66a5ed449fa2 req-0df43465-96b9-4f37-9cb6-096a9dbfdb50 service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-300ea7d3-a853-4fed-8c45-66a5ed449fa2 req-0df43465-96b9-4f37-9cb6-096a9dbfdb50 service nova] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-300ea7d3-a853-4fed-8c45-66a5ed449fa2 req-0df43465-96b9-4f37-9cb6-096a9dbfdb50 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] No waiting events found dispatching network-vif-plugged-e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:33:55 user nova-compute[74046]: WARNING nova.compute.manager [req-300ea7d3-a853-4fed-8c45-66a5ed449fa2 req-0df43465-96b9-4f37-9cb6-096a9dbfdb50 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received unexpected event network-vif-plugged-e1846a9a-a8d0-464a-9629-499210d347ab for instance with vm_state deleted and task_state None.
Oct 23 18:33:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-300ea7d3-a853-4fed-8c45-66a5ed449fa2 req-0df43465-96b9-4f37-9cb6-096a9dbfdb50 service nova] [instance: 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc] Received event network-vif-deleted-7f2afc5f-9309-478b-8002-bac49968c874 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:56 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:33:56 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:33:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.569s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.453s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:56 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Deleted allocations for instance 9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc
Oct 23 18:33:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d650defe-2180-42ee-bfac-d31b6e05fd2c tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "9fd04cb2-b53e-4112-af02-a2ae9e2ccbcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.523s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:56 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:33:56 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:33:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.448s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:56 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Deleted allocations for instance 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86
Oct 23 18:33:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.469s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:33:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] <== connect_volume: return (1471ms) {'type': 'block', 'scsi_wwn': '23766353639373531', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:33:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23766353639373531', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:33:56 user nova-compute[74046]: DEBUG nova.objects.instance [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'flavor' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:33:56 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:33:56 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:33:56 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:33:56 user nova-compute[74046]:   <serial>4fcd3712-d286-4fa9-ad78-e584aa26de94</serial>
Oct 23 18:33:56 user nova-compute[74046]: </disk>
Oct 23 18:33:56 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:33:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8743cdd9-6df5-41d5-9a9e-cfacb45b6d02 tempest-TaggedAttachmentsTest-908998244 tempest-TaggedAttachmentsTest-908998244-project-member] Lock "6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.290s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:33:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:33:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No VIF found with MAC fa:16:3e:fa:47:b2, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:33:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-de0bfb2f-813b-4c0b-8d8f-169b4eb794c5 req-62f078fd-1786-4c85-b0d3-7a30fb77fa13 service nova] [instance: 6e9e0e3c-3d3b-4d9e-9997-31fa7a4a9b86] Received event network-vif-deleted-e1846a9a-a8d0-464a-9629-499210d347ab {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43d46d55-40dd-457c-ad1a-302df1fcaf50 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 41.372s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:33:58 user nova-compute[74046]: INFO nova.compute.claims [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Claim successful on node user
Oct 23 18:33:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7acd460c-0c03-4cd8-ba8a-0582352cd682 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7acd460c-0c03-4cd8-ba8a-0582352cd682 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-7acd460c-0c03-4cd8-ba8a-0582352cd682 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-7acd460c-0c03-4cd8-ba8a-0582352cd682 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74046) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG nova.objects.instance [None req-7acd460c-0c03-4cd8-ba8a-0582352cd682 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'flavor' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.537s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG nova.network.neutron [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:33:58 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:33:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:33:58 user nova-compute[74046]: DEBUG nova.policy [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8768bac4ff57480eaab864da6a3b481d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1df5afb288fb42fd8800b5e8c1669e7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG nova.compute.manager [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:33:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Creating image(s)
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "/opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "/opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "/opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.250s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Instance destroyed successfully.
Oct 23 18:33:59 user nova-compute[74046]: DEBUG nova.compute.manager [None req-7acd460c-0c03-4cd8-ba8a-0582352cd682 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7acd460c-0c03-4cd8-ba8a-0582352cd682 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.990s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-16b74e20-1bc6-4324-af8d-5f5775393811 req-0e4d06cc-5d43-4004-b5d7-b57f46e401db service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-unplugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-16b74e20-1bc6-4324-af8d-5f5775393811 req-0e4d06cc-5d43-4004-b5d7-b57f46e401db service nova] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-16b74e20-1bc6-4324-af8d-5f5775393811 req-0e4d06cc-5d43-4004-b5d7-b57f46e401db service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-16b74e20-1bc6-4324-af8d-5f5775393811 req-0e4d06cc-5d43-4004-b5d7-b57f46e401db service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-16b74e20-1bc6-4324-af8d-5f5775393811 req-0e4d06cc-5d43-4004-b5d7-b57f46e401db service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] No waiting events found dispatching network-vif-unplugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:33:59 user nova-compute[74046]: WARNING nova.compute.manager [req-16b74e20-1bc6-4324-af8d-5f5775393811 req-0e4d06cc-5d43-4004-b5d7-b57f46e401db service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received unexpected event network-vif-unplugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 for instance with vm_state stopped and task_state None.
Oct 23 18:33:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-16b74e20-1bc6-4324-af8d-5f5775393811 req-0e4d06cc-5d43-4004-b5d7-b57f46e401db service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-16b74e20-1bc6-4324-af8d-5f5775393811 req-0e4d06cc-5d43-4004-b5d7-b57f46e401db service nova] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-16b74e20-1bc6-4324-af8d-5f5775393811 req-0e4d06cc-5d43-4004-b5d7-b57f46e401db service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-16b74e20-1bc6-4324-af8d-5f5775393811 req-0e4d06cc-5d43-4004-b5d7-b57f46e401db service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-16b74e20-1bc6-4324-af8d-5f5775393811 req-0e4d06cc-5d43-4004-b5d7-b57f46e401db service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] No waiting events found dispatching network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:33:59 user nova-compute[74046]: WARNING nova.compute.manager [req-16b74e20-1bc6-4324-af8d-5f5775393811 req-0e4d06cc-5d43-4004-b5d7-b57f46e401db service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received unexpected event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 for instance with vm_state stopped and task_state None.
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.212s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk 1073741824" returned: 0 in 0.065s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Checking if we can resize image /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG nova.network.neutron [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Successfully created port: 7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Cannot resize image /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Ensure instance console log exists: /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:33:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Successfully updated port: 7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:34:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:34:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquired lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:34:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:34:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:34:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updating instance_info_cache with network_info: [{"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Releasing lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.compute.manager [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Instance network_info: |[{"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Start _get_guest_xml network_info=[{"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:34:01 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:34:01 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:33:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2015376183',display_name='tempest-ServerRescueNegativeTestJSON-server-2015376183',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2015376183',id=21,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDPcgsimowJBogrxSct+o6Dbrxut3p7GpWSCGOFEIaCxZ9ULPqonbtsh+wnJpAFkoNPkJYVax8VyR1DZHV9kA+rnT2C5jAxQ1mW1JrlCx6ml2gynyEB7kC6oHUm3g92l/g==',key_name='tempest-keypair-939846866',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1df5afb288fb42fd8800b5e8c1669e7b',ramdisk_id='',reservation_id='r-7eedgd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1892604795',owner_user_name='tempest-ServerRescueNegativeTestJSON-1892604795-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:33:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8768bac4ff57480eaab864da6a3b481d',uuid=89a6ea8c-2401-4d93-80a0-7be91c7bfa5d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converting VIF {"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:be:76,bridge_name='br-int',has_traffic_filtering=True,id=7e7ab780-1a71-4cd7-b677-862351266a84,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7ab780-1a') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'pci_devices' on Instance uuid 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:34:01 user nova-compute[74046]:   <uuid>89a6ea8c-2401-4d93-80a0-7be91c7bfa5d</uuid>
Oct 23 18:34:01 user nova-compute[74046]:   <name>instance-00000015</name>
Oct 23 18:34:01 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:34:01 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:34:01 user nova-compute[74046]:   <metadata>
Oct 23 18:34:01 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:34:01 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:34:01 user nova-compute[74046]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2015376183</nova:name>
Oct 23 18:34:01 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:34:01</nova:creationTime>
Oct 23 18:34:01 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:34:01 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:34:01 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:34:01 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:34:01 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:34:01 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:34:01 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:34:01 user nova-compute[74046]:       <nova:owner>
Oct 23 18:34:01 user nova-compute[74046]:         <nova:user uuid="8768bac4ff57480eaab864da6a3b481d">tempest-ServerRescueNegativeTestJSON-1892604795-project-member</nova:user>
Oct 23 18:34:01 user nova-compute[74046]:         <nova:project uuid="1df5afb288fb42fd8800b5e8c1669e7b">tempest-ServerRescueNegativeTestJSON-1892604795</nova:project>
Oct 23 18:34:01 user nova-compute[74046]:       </nova:owner>
Oct 23 18:34:01 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:34:01 user nova-compute[74046]:       <nova:ports>
Oct 23 18:34:01 user nova-compute[74046]:         <nova:port uuid="7e7ab780-1a71-4cd7-b677-862351266a84">
Oct 23 18:34:01 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 23 18:34:01 user nova-compute[74046]:         </nova:port>
Oct 23 18:34:01 user nova-compute[74046]:       </nova:ports>
Oct 23 18:34:01 user nova-compute[74046]:     </nova:instance>
Oct 23 18:34:01 user nova-compute[74046]:   </metadata>
Oct 23 18:34:01 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:34:01 user nova-compute[74046]:     <system>
Oct 23 18:34:01 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:34:01 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:34:01 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:34:01 user nova-compute[74046]:       <entry name="serial">89a6ea8c-2401-4d93-80a0-7be91c7bfa5d</entry>
Oct 23 18:34:01 user nova-compute[74046]:       <entry name="uuid">89a6ea8c-2401-4d93-80a0-7be91c7bfa5d</entry>
Oct 23 18:34:01 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:34:01 user nova-compute[74046]:     </system>
Oct 23 18:34:01 user nova-compute[74046]:   </sysinfo>
Oct 23 18:34:01 user nova-compute[74046]:   <os>
Oct 23 18:34:01 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:34:01 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:34:01 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:34:01 user nova-compute[74046]:   </os>
Oct 23 18:34:01 user nova-compute[74046]:   <features>
Oct 23 18:34:01 user nova-compute[74046]:     <acpi/>
Oct 23 18:34:01 user nova-compute[74046]:     <apic/>
Oct 23 18:34:01 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:34:01 user nova-compute[74046]:   </features>
Oct 23 18:34:01 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:34:01 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:34:01 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:34:01 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:34:01 user nova-compute[74046]:   </clock>
Oct 23 18:34:01 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:34:01 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:34:01 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:34:01 user nova-compute[74046]:   </cpu>
Oct 23 18:34:01 user nova-compute[74046]:   <devices>
Oct 23 18:34:01 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:34:01 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:34:01 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk"/>
Oct 23 18:34:01 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:34:01 user nova-compute[74046]:     </disk>
Oct 23 18:34:01 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:34:01 user nova-compute[74046]:       <mac address="fa:16:3e:71:be:76"/>
Oct 23 18:34:01 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:34:01 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:34:01 user nova-compute[74046]:       <target dev="tap7e7ab780-1a"/>
Oct 23 18:34:01 user nova-compute[74046]:     </interface>
Oct 23 18:34:01 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:34:01 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/console.log" append="off"/>
Oct 23 18:34:01 user nova-compute[74046]:     </serial>
Oct 23 18:34:01 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:34:01 user nova-compute[74046]:     <video>
Oct 23 18:34:01 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:34:01 user nova-compute[74046]:     </video>
Oct 23 18:34:01 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:34:01 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:34:01 user nova-compute[74046]:     </rng>
Oct 23 18:34:01 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:34:01 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:34:01 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:34:01 user nova-compute[74046]:     </memballoon>
Oct 23 18:34:01 user nova-compute[74046]:   </devices>
Oct 23 18:34:01 user nova-compute[74046]: </domain>
Oct 23 18:34:01 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:33:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2015376183',display_name='tempest-ServerRescueNegativeTestJSON-server-2015376183',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2015376183',id=21,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDPcgsimowJBogrxSct+o6Dbrxut3p7GpWSCGOFEIaCxZ9ULPqonbtsh+wnJpAFkoNPkJYVax8VyR1DZHV9kA+rnT2C5jAxQ1mW1JrlCx6ml2gynyEB7kC6oHUm3g92l/g==',key_name='tempest-keypair-939846866',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1df5afb288fb42fd8800b5e8c1669e7b',ramdisk_id='',reservation_id='r-7eedgd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1892604795',owner_user_name='tempest-ServerRescueNegativeTestJSON-1892604795-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:33:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8768bac4ff57480eaab864da6a3b481d',uuid=89a6ea8c-2401-4d93-80a0-7be91c7bfa5d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converting VIF {"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:be:76,bridge_name='br-int',has_traffic_filtering=True,id=7e7ab780-1a71-4cd7-b677-862351266a84,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7ab780-1a') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG os_vif [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:be:76,bridge_name='br-int',has_traffic_filtering=True,id=7e7ab780-1a71-4cd7-b677-862351266a84,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7ab780-1a') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '26ade8df-771b-507d-9ebc-01a123ad960f', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7e7ab780-1a, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7e7ab780-1a, col_values=(('qos', UUID('c3650360-168c-4283-97a8-7433749727d3')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7e7ab780-1a, col_values=(('external_ids', {'iface-id': '7e7ab780-1a71-4cd7-b677-862351266a84', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:be:76', 'vm-uuid': '89a6ea8c-2401-4d93-80a0-7be91c7bfa5d'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:01 user nova-compute[74046]: INFO os_vif [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:be:76,bridge_name='br-int',has_traffic_filtering=True,id=7e7ab780-1a71-4cd7-b677-862351266a84,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7ab780-1a')
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No VIF found with MAC fa:16:3e:71:be:76, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-e5b0386d-d19f-4fcf-bd51-1c8c6681da13 req-881a1c6b-bf18-430f-abf6-4fd79f76cc5a service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-changed-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-e5b0386d-d19f-4fcf-bd51-1c8c6681da13 req-881a1c6b-bf18-430f-abf6-4fd79f76cc5a service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Refreshing instance network info cache due to event network-changed-7e7ab780-1a71-4cd7-b677-862351266a84. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e5b0386d-d19f-4fcf-bd51-1c8c6681da13 req-881a1c6b-bf18-430f-abf6-4fd79f76cc5a service nova] Acquiring lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e5b0386d-d19f-4fcf-bd51-1c8c6681da13 req-881a1c6b-bf18-430f-abf6-4fd79f76cc5a service nova] Acquired lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-e5b0386d-d19f-4fcf-bd51-1c8c6681da13 req-881a1c6b-bf18-430f-abf6-4fd79f76cc5a service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Refreshing network info cache for port 7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-e5b0386d-d19f-4fcf-bd51-1c8c6681da13 req-881a1c6b-bf18-430f-abf6-4fd79f76cc5a service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updated VIF entry in instance network info cache for port 7e7ab780-1a71-4cd7-b677-862351266a84. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:34:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-e5b0386d-d19f-4fcf-bd51-1c8c6681da13 req-881a1c6b-bf18-430f-abf6-4fd79f76cc5a service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updating instance_info_cache with network_info: [{"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:34:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e5b0386d-d19f-4fcf-bd51-1c8c6681da13 req-881a1c6b-bf18-430f-abf6-4fd79f76cc5a service nova] Releasing lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:34:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:34:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-cdb88bae-8165-46e6-99e7-4a0032aa5773 req-23af8a60-3564-4c38-ab12-0fccb5c17af5 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:34:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cdb88bae-8165-46e6-99e7-4a0032aa5773 req-23af8a60-3564-4c38-ab12-0fccb5c17af5 service nova] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cdb88bae-8165-46e6-99e7-4a0032aa5773 req-23af8a60-3564-4c38-ab12-0fccb5c17af5 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cdb88bae-8165-46e6-99e7-4a0032aa5773 req-23af8a60-3564-4c38-ab12-0fccb5c17af5 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-cdb88bae-8165-46e6-99e7-4a0032aa5773 req-23af8a60-3564-4c38-ab12-0fccb5c17af5 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] No waiting events found dispatching network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:34:03 user nova-compute[74046]: WARNING nova.compute.manager [req-cdb88bae-8165-46e6-99e7-4a0032aa5773 req-23af8a60-3564-4c38-ab12-0fccb5c17af5 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received unexpected event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 for instance with vm_state building and task_state spawning.
Oct 23 18:34:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-cdb88bae-8165-46e6-99e7-4a0032aa5773 req-23af8a60-3564-4c38-ab12-0fccb5c17af5 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:34:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cdb88bae-8165-46e6-99e7-4a0032aa5773 req-23af8a60-3564-4c38-ab12-0fccb5c17af5 service nova] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cdb88bae-8165-46e6-99e7-4a0032aa5773 req-23af8a60-3564-4c38-ab12-0fccb5c17af5 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cdb88bae-8165-46e6-99e7-4a0032aa5773 req-23af8a60-3564-4c38-ab12-0fccb5c17af5 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-cdb88bae-8165-46e6-99e7-4a0032aa5773 req-23af8a60-3564-4c38-ab12-0fccb5c17af5 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] No waiting events found dispatching network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:34:03 user nova-compute[74046]: WARNING nova.compute.manager [req-cdb88bae-8165-46e6-99e7-4a0032aa5773 req-23af8a60-3564-4c38-ab12-0fccb5c17af5 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received unexpected event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 for instance with vm_state building and task_state spawning.
Oct 23 18:34:04 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:34:04 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:34:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:34:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:34:04 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:34:04 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Updating instance_info_cache with network_info: [{"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:34:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:34:04 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:34:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:34:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:34:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Instance spawned successfully.
Oct 23 18:34:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:34:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:34:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:34:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:34:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:34:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:34:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:34:05 user nova-compute[74046]: INFO nova.compute.manager [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Took 6.14 seconds to spawn the instance on the hypervisor.
Oct 23 18:34:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:34:05 user nova-compute[74046]: INFO nova.compute.manager [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Took 7.12 seconds to build instance.
Oct 23 18:34:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-98007014-a132-43a0-a540-078123325817 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.237s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:06 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:34:07 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:34:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:07 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:34:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:34:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:34:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:34:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:34:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:11 user nova-compute[74046]: INFO nova.compute.manager [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Terminating instance
Oct 23 18:34:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-5840cde2-f80b-4a8a-bb97-59b6e11fb600 req-15aa0195-b58d-419a-b6b3-8172529bba7d service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-unplugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5840cde2-f80b-4a8a-bb97-59b6e11fb600 req-15aa0195-b58d-419a-b6b3-8172529bba7d service nova] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5840cde2-f80b-4a8a-bb97-59b6e11fb600 req-15aa0195-b58d-419a-b6b3-8172529bba7d service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5840cde2-f80b-4a8a-bb97-59b6e11fb600 req-15aa0195-b58d-419a-b6b3-8172529bba7d service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-5840cde2-f80b-4a8a-bb97-59b6e11fb600 req-15aa0195-b58d-419a-b6b3-8172529bba7d service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] No waiting events found dispatching network-vif-unplugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-5840cde2-f80b-4a8a-bb97-59b6e11fb600 req-15aa0195-b58d-419a-b6b3-8172529bba7d service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-unplugged-5fb6552a-de61-462f-91fc-ecf8b267f99f for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.226s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:12 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Instance destroyed successfully.
Oct 23 18:34:12 user nova-compute[74046]: DEBUG nova.objects.instance [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lazy-loading 'resources' on Instance uuid c7ea709a-2c48-4257-90a9-a54e03478e3c {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1572540517',display_name='tempest-ServerActionsTestOtherB-server-1572540517',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1572540517',id=4,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK19bjCvWafiJgUIUYBf+119U3jUiP3zsJAk9a0p8s7fcLul4OakJ7sCjmu06/6WrvW9LftHaimBEBA0WM02XjSPKyajtF4rEIvPK5NMKm2LfOV6j2loGd95/IUjRknmOg==',key_name='tempest-keypair-2068499519',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:31:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ff739a8af61b4ddebb3ead905d93fec9',ramdisk_id='',reservation_id='r-422rlp4h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-33893222',owner_user_name='tempest-ServerActionsTestOtherB-33893222-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:31:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1b82139e1dfe430b82abef320131fe0d',uuid=c7ea709a-2c48-4257-90a9-a54e03478e3c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converting VIF {"id": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "address": "fa:16:3e:a2:9c:de", "network": {"id": "397601f5-0468-4088-b4ce-c403bd639f1c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-608718719-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ff739a8af61b4ddebb3ead905d93fec9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5fb6552a-de", "ovs_interfaceid": "5fb6552a-de61-462f-91fc-ecf8b267f99f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_vif [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5fb6552a-de, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d20a5910-84cf-419a-8a4e-f42c2137e70a) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:12 user nova-compute[74046]: INFO os_vif [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:9c:de,bridge_name='br-int',has_traffic_filtering=True,id=5fb6552a-de61-462f-91fc-ecf8b267f99f,network=Network(397601f5-0468-4088-b4ce-c403bd639f1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5fb6552a-de')
Oct 23 18:34:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtbmeHKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:34:12 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bd4c0b1-285c-454c-a1be-30db973b1a98]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:34:12 user nova-compute[74046]: No targets found.
Oct 23 18:34:12 user nova-compute[74046]: iSNS:
Oct 23 18:34:12 user nova-compute[74046]: No targets found.
Oct 23 18:34:12 user nova-compute[74046]: STATIC:
Oct 23 18:34:12 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac
Oct 23 18:34:12 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:34:12 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:34:12 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d
Oct 23 18:34:12 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:34:12 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:34:12 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac
Oct 23 18:34:12 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:34:12 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:34:12 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94
Oct 23 18:34:12 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:34:12 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:34:12 user nova-compute[74046]: FIRMWARE:
Oct 23 18:34:12 user nova-compute[74046]: No targets found.
Oct 23 18:34:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:34:12 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:34:12 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c6d4bc6-e9e9-4c07-aef2-3a6ff71c109b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[afab4c65-7c99-41d4-b437-6c4a4e9563e5]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:34:12 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:34:12 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:34:12 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:34:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac (non-flash)
Oct 23 18:34:12 user nova-compute[74046]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:34:12 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:34:12 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:34:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef02a2050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5258a718-82c0-48f2-a887-8c33be02a438]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:12 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:34:12 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:34:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7559MB free_disk=25.374679565429688GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b198a67d-2145-46f3-a04f-87d8e4685d52]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3dd5794-fd4f-423b-b84b-85778a6f3989]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d986caab-e944-4a4d-b933-cd9176eea4f0]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8108329-5b69-468f-a97e-67314968d489]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c7ea709a-2c48-4257-90a9-a54e03478e3c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 927c1000-cf11-47d7-9bc6-0c0a321a3f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 883d3144-93db-4ad6-bc60-6b71bf381a9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6a0c2b61-80b8-49c5-848c-3f8f45fef216 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[147c0fc5-26c8-4a04-a74f-3c306e74ee68]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260]
Oct 23 18:34:13 user nova-compute[74046]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac, portal: 172.16.0.220,3260] successful.
Oct 23 18:34:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4fa6894-8507-4d04-92b8-e11276815eac -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c60119-07f9-4e56-8c15-8277f88b7c8a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.827s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] <== disconnect_volume: return (830ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:34:13 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Deleting instance files /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c_del
Oct 23 18:34:13 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Deletion of /opt/stack/data/nova/instances/c7ea709a-2c48-4257-90a9-a54e03478e3c_del complete
Oct 23 18:34:13 user nova-compute[74046]: INFO nova.compute.manager [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Took 2.06 seconds to destroy the instance on the hypervisor.
Oct 23 18:34:13 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.611s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-6613757c-0ddb-4f39-99b0-caabdf3bab45 req-1a5651f3-d24c-4e66-8389-ace41a48b730 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6613757c-0ddb-4f39-99b0-caabdf3bab45 req-1a5651f3-d24c-4e66-8389-ace41a48b730 service nova] Acquiring lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6613757c-0ddb-4f39-99b0-caabdf3bab45 req-1a5651f3-d24c-4e66-8389-ace41a48b730 service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6613757c-0ddb-4f39-99b0-caabdf3bab45 req-1a5651f3-d24c-4e66-8389-ace41a48b730 service nova] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-6613757c-0ddb-4f39-99b0-caabdf3bab45 req-1a5651f3-d24c-4e66-8389-ace41a48b730 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] No waiting events found dispatching network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:34:13 user nova-compute[74046]: WARNING nova.compute.manager [req-6613757c-0ddb-4f39-99b0-caabdf3bab45 req-1a5651f3-d24c-4e66-8389-ace41a48b730 service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received unexpected event network-vif-plugged-5fb6552a-de61-462f-91fc-ecf8b267f99f for instance with vm_state active and task_state deleting.
Oct 23 18:34:14 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:34:14 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Took 1.01 seconds to deallocate network for instance.
Oct 23 18:34:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-985ee6b9-c345-40d2-86c3-9aec0607f647 req-29123c97-d471-4ea1-9fd3-65fdbf8d8a2f service nova] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Received event network-vif-deleted-5fb6552a-de61-462f-91fc-ecf8b267f99f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:34:15 user nova-compute[74046]: INFO nova.compute.manager [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] [instance: c7ea709a-2c48-4257-90a9-a54e03478e3c] Took 0.88 seconds to detach 1 volumes for instance.
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:15 user nova-compute[74046]: INFO nova.compute.manager [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Terminating instance
Oct 23 18:34:15 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.572s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:15 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Deleted allocations for instance c7ea709a-2c48-4257-90a9-a54e03478e3c
Oct 23 18:34:15 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Instance destroyed successfully.
Oct 23 18:34:15 user nova-compute[74046]: DEBUG nova.objects.instance [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lazy-loading 'resources' on Instance uuid b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1991507092',display_name='tempest-ServersNegativeTestJSON-server-1991507092',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1991507092',id=1,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:25:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='407f79cd932f4fdeb893ea7f1ef566f5',ramdisk_id='',reservation_id='r-y4t2u329',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-160078660',owner_user_name='tempest-ServersNegativeTestJSON-160078660-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:25:29Z,user_data=None,user_id='9c069bcf35464a0d8a431278cc2eb355',uuid=b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a077f170-e9f0-4f57-babd-a20b4104c867", "address": "fa:16:3e:6e:bc:58", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa077f170-e9", "ovs_interfaceid": "a077f170-e9f0-4f57-babd-a20b4104c867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Converting VIF {"id": "a077f170-e9f0-4f57-babd-a20b4104c867", "address": "fa:16:3e:6e:bc:58", "network": {"id": "bbe23672-f779-4c77-b740-6cb5c45db3d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-312186139-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "407f79cd932f4fdeb893ea7f1ef566f5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa077f170-e9", "ovs_interfaceid": "a077f170-e9f0-4f57-babd-a20b4104c867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6e:bc:58,bridge_name='br-int',has_traffic_filtering=True,id=a077f170-e9f0-4f57-babd-a20b4104c867,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa077f170-e9') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG os_vif [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6e:bc:58,bridge_name='br-int',has_traffic_filtering=True,id=a077f170-e9f0-4f57-babd-a20b4104c867,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa077f170-e9') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa077f170-e9, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=df80add1-3fb3-428a-9ce1-dece016ff2fd) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bc00c92e-c8c3-4634-b93d-94fbe1cd0ead tempest-ServerActionsTestOtherB-33893222 tempest-ServerActionsTestOtherB-33893222-project-member] Lock "c7ea709a-2c48-4257-90a9-a54e03478e3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.815s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:34:15 user nova-compute[74046]: INFO os_vif [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6e:bc:58,bridge_name='br-int',has_traffic_filtering=True,id=a077f170-e9f0-4f57-babd-a20b4104c867,network=Network(bbe23672-f779-4c77-b740-6cb5c45db3d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa077f170-e9')
Oct 23 18:34:15 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Deleting instance files /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94_del
Oct 23 18:34:15 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Deletion of /opt/stack/data/nova/instances/b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94_del complete
Oct 23 18:34:16 user nova-compute[74046]: INFO nova.compute.manager [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Took 0.78 seconds to destroy the instance on the hypervisor.
Oct 23 18:34:16 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:34:16 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:34:16 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:34:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-37664058-fb49-40b5-89c8-2bd9072f151f req-8e41fd74-ef46-46d2-8444-ddc05a3997aa service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Received event network-vif-unplugged-a077f170-e9f0-4f57-babd-a20b4104c867 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:34:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-37664058-fb49-40b5-89c8-2bd9072f151f req-8e41fd74-ef46-46d2-8444-ddc05a3997aa service nova] Acquiring lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-37664058-fb49-40b5-89c8-2bd9072f151f req-8e41fd74-ef46-46d2-8444-ddc05a3997aa service nova] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-37664058-fb49-40b5-89c8-2bd9072f151f req-8e41fd74-ef46-46d2-8444-ddc05a3997aa service nova] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-37664058-fb49-40b5-89c8-2bd9072f151f req-8e41fd74-ef46-46d2-8444-ddc05a3997aa service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] No waiting events found dispatching network-vif-unplugged-a077f170-e9f0-4f57-babd-a20b4104c867 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:34:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-37664058-fb49-40b5-89c8-2bd9072f151f req-8e41fd74-ef46-46d2-8444-ddc05a3997aa service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Received event network-vif-unplugged-a077f170-e9f0-4f57-babd-a20b4104c867 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:34:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-37664058-fb49-40b5-89c8-2bd9072f151f req-8e41fd74-ef46-46d2-8444-ddc05a3997aa service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Received event network-vif-plugged-a077f170-e9f0-4f57-babd-a20b4104c867 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:34:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-37664058-fb49-40b5-89c8-2bd9072f151f req-8e41fd74-ef46-46d2-8444-ddc05a3997aa service nova] Acquiring lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-37664058-fb49-40b5-89c8-2bd9072f151f req-8e41fd74-ef46-46d2-8444-ddc05a3997aa service nova] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-37664058-fb49-40b5-89c8-2bd9072f151f req-8e41fd74-ef46-46d2-8444-ddc05a3997aa service nova] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-37664058-fb49-40b5-89c8-2bd9072f151f req-8e41fd74-ef46-46d2-8444-ddc05a3997aa service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] No waiting events found dispatching network-vif-plugged-a077f170-e9f0-4f57-babd-a20b4104c867 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:34:16 user nova-compute[74046]: WARNING nova.compute.manager [req-37664058-fb49-40b5-89c8-2bd9072f151f req-8e41fd74-ef46-46d2-8444-ddc05a3997aa service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Received unexpected event network-vif-plugged-a077f170-e9f0-4f57-babd-a20b4104c867 for instance with vm_state active and task_state deleting.
Oct 23 18:34:16 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:34:16 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Took 0.93 seconds to deallocate network for instance.
Oct 23 18:34:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:17 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:34:17 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:34:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.449s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:17 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Deleted allocations for instance b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94
Oct 23 18:34:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0bff2dd6-fd83-4349-a53c-eb0ffb2485c6 tempest-ServersNegativeTestJSON-160078660 tempest-ServersNegativeTestJSON-160078660-project-member] Lock "b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.368s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-8987863e-6228-40e5-bc49-bce239721284 req-2d8ffeab-fa19-41e1-ab19-000412b4ca2d service nova] [instance: b1260fb3-9b2c-4c35-9fce-8ac8b0ad8e94] Received event network-vif-deleted-a077f170-e9f0-4f57-babd-a20b4104c867 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:34:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG nova.compute.manager [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rvHSaZPf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '927c1000-cf11-47d7-9bc6-0c0a321a3f31', 'attached_at': '', 'detached_at': '', 'volume_id': '4d88bab2-8bf3-4457-8376-f1c95a35289b', 'serial': '4d88bab2-8bf3-4457-8376-f1c95a35289b'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MzAiQTjt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf', 'volume_id': '168424e6-a4c2-4977-961b-b76191bbeaac'}, 'status': 'reserved', 'instance': '927c1000-cf11-47d7-9bc6-0c0a321a3f31', 'attached_at': '', 'detached_at': '', 'volume_id': '168424e6-a4c2-4977-961b-b76191bbeaac', 'serial'} {{(pid=74046) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rvHSaZPf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:34:26 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:34:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:34:26 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:34:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:34:26 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1105706-5296-4e82-b584-c6b80866e433]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:34:26 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf1eab39-ca29-455a-8506-a175a176031e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b] added
Oct 23 18:34:26 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c9ed1ec-aa33-45fe-bb34-04f5470b98e9]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[091138e4-3571-4740-8d4d-56291f8842c0]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rvHSaZPf {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rvHSaZPf" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a87fe35-14e6-40aa-9b39-f0a8c7782e2a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rvHSaZPf'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[89168071-bd14-4639-b01b-6cf0d83264af]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d7533cc-c686-4199-b844-427f285d3bab]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:34:26 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:34:26 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:34:26 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:34:26 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:34:26 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:34:26 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:34:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c88f570-01ed-43a2-869e-f39b9b766ab6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260]
Oct 23 18:34:27 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260] successful.
Oct 23 18:34:27 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9682254b-b97d-4f4e-8b61-58304e633d4b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1967488f-7753-4385-a858-6f00937ffc5e]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:34:27 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:34:27 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:34:27 user nova-compute[74046]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:34:27 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:34:27 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:34:27 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:34:27 user nova-compute[74046]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:34:27 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] HCTL ('33', '-', '-', 0) found on session 25 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce276433-29c2-4b77-8432-b59380ce5624]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Searching for a device in session 25 and hctl ['33', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:34:28 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Searching for a device in session 25 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:34:28 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rvHSaZPf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:34:28 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:34:28 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] <== connect_volume: return (1338ms) {'type': 'block', 'scsi_wwn': '23333353537383735', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:34:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23333353537383735', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:34:28 user nova-compute[74046]: DEBUG nova.objects.instance [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lazy-loading 'flavor' on Instance uuid 927c1000-cf11-47d7-9bc6-0c0a321a3f31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:34:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:34:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 169869312 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:34:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 326107136 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:34:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 483393536 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:34:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 628097024 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:34:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 759169024 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:34:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 903872512 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 1050673152 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MzAiQTjt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf', 'volume_id': '168424e6-a4c2-4977-961b-b76191bbeaac'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:34:32 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e8a9f01-21ad-4416-afe2-fc8dae0836d1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:34:32 user nova-compute[74046]: No targets found.
Oct 23 18:34:32 user nova-compute[74046]: iSNS:
Oct 23 18:34:32 user nova-compute[74046]: No targets found.
Oct 23 18:34:32 user nova-compute[74046]: STATIC:
Oct 23 18:34:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d
Oct 23 18:34:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:34:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:34:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b
Oct 23 18:34:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:34:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:34:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac
Oct 23 18:34:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:34:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:34:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94
Oct 23 18:34:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:34:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:34:32 user nova-compute[74046]: FIRMWARE:
Oct 23 18:34:32 user nova-compute[74046]: No targets found.
Oct 23 18:34:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:34:32 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:34:32 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e222791-8771-4142-8db2-ec53079f596a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6835428-59bc-460f-a537-423474ad0ef8]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:34:32 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:34:32 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:34:32 user nova-compute[74046]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:34:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:34:32 user nova-compute[74046]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac (non-flash)
Oct 23 18:34:32 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:34:32 user nova-compute[74046]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:34:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef85dc310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac'): ({'sdf'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Removing single pathed devices sdf {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ca0e001-333a-48ae-9432-63e05845fd0f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ca9fb36-e5a7-48e5-8f88-1516e709c778]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Flushing IO for device /dev/sdf {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a4374d-6e37-4fde-b012-83026641c8f1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.050s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[02a3a28e-c29f-4a80-930a-c2ad7199239c]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Checking to see if SCSI volumes sdf have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] SCSI volumes sdf have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d10483a-766d-4b43-b472-ba2a0f914d9c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[66b6e4c3-271e-4dc9-b055-4e802af5c7c8]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac, portal: 172.16.0.220,3260]
Oct 23 18:34:33 user nova-compute[74046]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac, portal: 172.16.0.220,3260] successful.
Oct 23 18:34:33 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:168424e6-a4c2-4977-961b-b76191bbeaac -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e70600d-af53-4890-9fc8-d3fcc3ece48e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:34:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] <== disconnect_volume: return (316ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:34:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:34:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rvHSaZPf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '927c1000-cf11-47d7-9bc6-0c0a321a3f31', 'attached_at': '', 'detached_at': '', 'volume_id': '4d88bab2-8bf3-4457-8376-f1c95a35289b', 'serial'} {{(pid=74046) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 23 18:34:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] swap_volume: removing Cinder connection for volume 168424e6-a4c2-4977-961b-b76191bbeaac {{(pid=74046) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 23 18:34:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:34 user nova-compute[74046]: DEBUG nova.compute.manager [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] swap_volume: Updating volume 168424e6-a4c2-4977-961b-b76191bbeaac BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "rvHSaZPf", "auth_password": "MxRT8tFAGB63yQ", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "4d88bab2-8bf3-4457-8376-f1c95a35289b"}, "status": "reserved", "instance": "927c1000-cf11-47d7-9bc6-0c0a321a3f31", "attached_at": "", "detached_at": "", "volume_id": "4d88bab2-8bf3-4457-8376-f1c95a35289b", "serial": "4d88bab2-8bf3-4457-8376-f1c95a35289b"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '4d88bab2-8bf3-4457-8376-f1c95a35289b', 'no_device': None, 'attachment_id': 'c0ee7f7a-5c1b-4122-8a8d-a957a9ce631c'} {{(pid=74046) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 23 18:34:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06fe5dd8-9a08-4b66-9823-caf09301be8d tempest-TestVolumeSwap-1961994079 tempest-TestVolumeSwap-1961994079-project-admin] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 52.976s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:34:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:34:35 user nova-compute[74046]: INFO nova.compute.manager [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Detaching volume 4d88bab2-8bf3-4457-8376-f1c95a35289b
Oct 23 18:34:35 user nova-compute[74046]: INFO nova.virt.block_device [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Attempting to driver detach volume 4d88bab2-8bf3-4457-8376-f1c95a35289b from mountpoint /dev/vdb
Oct 23 18:34:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Attempting to detach device vdb from instance 927c1000-cf11-47d7-9bc6-0c0a321a3f31 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:34:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:34:35 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:34:35 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:34:35 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:34:35 user nova-compute[74046]:   <serial>4d88bab2-8bf3-4457-8376-f1c95a35289b</serial>
Oct 23 18:34:35 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:34:35 user nova-compute[74046]: </disk>
Oct 23 18:34:35 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:34:35 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Successfully detached device vdb from instance 927c1000-cf11-47d7-9bc6-0c0a321a3f31 from the persistent domain config.
Oct 23 18:34:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 927c1000-cf11-47d7-9bc6-0c0a321a3f31 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:34:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:34:35 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:34:35 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:34:35 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:34:35 user nova-compute[74046]:   <serial>4d88bab2-8bf3-4457-8376-f1c95a35289b</serial>
Oct 23 18:34:35 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:34:35 user nova-compute[74046]: </disk>
Oct 23 18:34:35 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:34:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 927c1000-cf11-47d7-9bc6-0c0a321a3f31 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:34:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:34:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:34:56 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 927c1000-cf11-47d7-9bc6-0c0a321a3f31 is timed out.
Oct 23 18:34:56 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Successfully detached device vdb from instance 927c1000-cf11-47d7-9bc6-0c0a321a3f31 from the live domain config.
Oct 23 18:34:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rvHSaZPf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': '4d88bab2-8bf3-4457-8376-f1c95a35289b'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:34:56 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[789a94ea-6e23-4178-a4a3-7177104c317d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:34:56 user nova-compute[74046]: No targets found.
Oct 23 18:34:56 user nova-compute[74046]: iSNS:
Oct 23 18:34:56 user nova-compute[74046]: No targets found.
Oct 23 18:34:56 user nova-compute[74046]: STATIC:
Oct 23 18:34:56 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d
Oct 23 18:34:56 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:34:56 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:34:56 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b
Oct 23 18:34:56 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:34:56 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:34:56 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94
Oct 23 18:34:56 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:34:56 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:34:56 user nova-compute[74046]: FIRMWARE:
Oct 23 18:34:56 user nova-compute[74046]: No targets found.
Oct 23 18:34:56 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:34:56 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:34:56 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[27dc2625-7e89-49f9-96f1-bea1a3f62c2e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[575a3d6f-e3ca-42bc-820d-4bef9f28485d]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:34:56 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:34:56 user nova-compute[74046]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:34:56 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:34:56 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:34:56 user nova-compute[74046]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b (non-flash)
Oct 23 18:34:56 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef8473130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb2eadd6-38cb-44fb-b832-9e33754cdde4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a78a6628-2af4-4edc-b7af-27f499028a82]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bf2a295-95dd-4d9a-928b-f616f1ac28f4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[71073f38-f51d-4129-bba6-1107f916bb96]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[56b2f7e0-9c34-4529-9c28-67d799e2717d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[668d8474-7df9-4249-8158-260b84817158]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260]
Oct 23 18:34:56 user nova-compute[74046]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b, portal: 172.16.0.220,3260] successful.
Oct 23 18:34:56 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4d88bab2-8bf3-4457-8376-f1c95a35289b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6999687-c05b-426e-8270-38eb002853aa]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] <== disconnect_volume: return (337ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:34:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:34:57 user nova-compute[74046]: DEBUG nova.objects.instance [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lazy-loading 'flavor' on Instance uuid 927c1000-cf11-47d7-9bc6-0c0a321a3f31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:34:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-85813a94-bae1-46d5-88cb-1c368ae6ee54 tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.953s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:34:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lazy-loading 'flavor' on Instance uuid 6a0c2b61-80b8-49c5-848c-3f8f45fef216 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:01 user nova-compute[74046]: INFO nova.compute.manager [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Attaching volume 982cd988-9b77-4e72-af49-8ae6b9140464 to /dev/vdb
Oct 23 18:35:01 user nova-compute[74046]: DEBUG os_brick.utils [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2720b4b-ec2b-49cc-afd0-7b38fe526db9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fb0940e-dd90-41f4-aa92-960fd46e0f09]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[44842a19-6515-43ad-a480-8eec04924932]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9a82a3c-676f-4216-bbfa-1b760df43d37]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:35:01 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:35:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c087a29c-a207-45e1-9f72-43e7ea18b642]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG os_brick.utils [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:35:01 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Updating existing volume attachment record: 0893777c-2439-4aa8-a784-ad8242a246d9 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:35:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:35:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:03 user nova-compute[74046]: INFO nova.compute.manager [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Detaching volume d40a8c56-6341-41ca-b467-f49ff0b9114d
Oct 23 18:35:03 user nova-compute[74046]: INFO nova.virt.block_device [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Attempting to driver detach volume d40a8c56-6341-41ca-b467-f49ff0b9114d from mountpoint /dev/vdb
Oct 23 18:35:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Attempting to detach device vdb from instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:35:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:35:03 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:35:03 user nova-compute[74046]:   <source dev="/dev/sdd"/>
Oct 23 18:35:03 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:35:03 user nova-compute[74046]:   <serial>d40a8c56-6341-41ca-b467-f49ff0b9114d</serial>
Oct 23 18:35:03 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 18:35:03 user nova-compute[74046]: </disk>
Oct 23 18:35:03 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:35:03 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Successfully detached device vdb from instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 from the persistent domain config.
Oct 23 18:35:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:35:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:35:03 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:35:03 user nova-compute[74046]:   <source dev="/dev/sdd"/>
Oct 23 18:35:03 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:35:03 user nova-compute[74046]:   <serial>d40a8c56-6341-41ca-b467-f49ff0b9114d</serial>
Oct 23 18:35:03 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 18:35:03 user nova-compute[74046]: </disk>
Oct 23 18:35:03 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:35:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:35:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:06 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:35:06 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:35:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:35:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:35:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:35:06 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:35:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Updating instance_info_cache with network_info: [{"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:35:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:35:07 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:35:09 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:35:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:09 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:35:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "40521fb9-5dd1-41f1-93ff-6c4537985401" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:35:10 user nova-compute[74046]: INFO nova.compute.claims [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Claim successful on node user
Oct 23 18:35:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.763s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:35:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:35:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG nova.policy [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1b41e7f03604ba384cb9c1ce119a006', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c36d90d230743258e531113323cf5a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:35:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Creating image(s)
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "/opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "/opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "/opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.235s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk 1073741824" returned: 0 in 0.051s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.262s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Checking if we can resize image /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Cannot resize image /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Ensure instance console log exists: /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Successfully created port: 44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.240s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.240s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Successfully updated port: 44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-590702cd-750d-4204-b463-14550bfe12aa req-e2d303c3-ab32-4f70-a140-d99c36034fb7 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Received event network-changed-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-590702cd-750d-4204-b463-14550bfe12aa req-e2d303c3-ab32-4f70-a140-d99c36034fb7 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Refreshing instance network info cache due to event network-changed-44aa3d92-f6dd-4221-843b-5ea99e93f6d3. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-590702cd-750d-4204-b463-14550bfe12aa req-e2d303c3-ab32-4f70-a140-d99c36034fb7 service nova] Acquiring lock "refresh_cache-40521fb9-5dd1-41f1-93ff-6c4537985401" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-590702cd-750d-4204-b463-14550bfe12aa req-e2d303c3-ab32-4f70-a140-d99c36034fb7 service nova] Acquired lock "refresh_cache-40521fb9-5dd1-41f1-93ff-6c4537985401" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.network.neutron [req-590702cd-750d-4204-b463-14550bfe12aa req-e2d303c3-ab32-4f70-a140-d99c36034fb7 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Refreshing network info cache for port 44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:35:14 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:35:14 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7898MB free_disk=25.388938903808594GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "refresh_cache-40521fb9-5dd1-41f1-93ff-6c4537985401" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.network.neutron [req-590702cd-750d-4204-b463-14550bfe12aa req-e2d303c3-ab32-4f70-a140-d99c36034fb7 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 927c1000-cf11-47d7-9bc6-0c0a321a3f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 883d3144-93db-4ad6-bc60-6b71bf381a9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6a0c2b61-80b8-49c5-848c-3f8f45fef216 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 40521fb9-5dd1-41f1-93ff-6c4537985401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.network.neutron [req-590702cd-750d-4204-b463-14550bfe12aa req-e2d303c3-ab32-4f70-a140-d99c36034fb7 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-590702cd-750d-4204-b463-14550bfe12aa req-e2d303c3-ab32-4f70-a140-d99c36034fb7 service nova] Releasing lock "refresh_cache-40521fb9-5dd1-41f1-93ff-6c4537985401" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquired lock "refresh_cache-40521fb9-5dd1-41f1-93ff-6c4537985401" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:35:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.612s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Updating instance_info_cache with network_info: [{"id": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "address": "fa:16:3e:a6:9d:2f", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44aa3d92-f6", "ovs_interfaceid": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Releasing lock "refresh_cache-40521fb9-5dd1-41f1-93ff-6c4537985401" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Instance network_info: |[{"id": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "address": "fa:16:3e:a6:9d:2f", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44aa3d92-f6", "ovs_interfaceid": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Start _get_guest_xml network_info=[{"id": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "address": "fa:16:3e:a6:9d:2f", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44aa3d92-f6", "ovs_interfaceid": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:35:15 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:35:15 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:35:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-499851539',display_name='tempest-VolumesSnapshotTestJSON-instance-499851539',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-499851539',id=22,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH/skrdkbViwqDm8vtHZCNZxPIgme1Yw6bxxs2kkg5JeO8Z3d/Hm+FLQ3CZCPJt1eoEg4AKGSvrggLrinO+izoC3Sg01EljKqO5ECDt2UNdRA4BajVCKna1U1q+Rpainow==',key_name='tempest-keypair-1782453744',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2c36d90d230743258e531113323cf5a2',ramdisk_id='',reservation_id='r-jh3vvla0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1827787066',owner_user_name='tempest-VolumesSnapshotTestJSON-1827787066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:35:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c1b41e7f03604ba384cb9c1ce119a006',uuid=40521fb9-5dd1-41f1-93ff-6c4537985401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "address": "fa:16:3e:a6:9d:2f", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44aa3d92-f6", "ovs_interfaceid": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Converting VIF {"id": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "address": "fa:16:3e:a6:9d:2f", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44aa3d92-f6", "ovs_interfaceid": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:9d:2f,bridge_name='br-int',has_traffic_filtering=True,id=44aa3d92-f6dd-4221-843b-5ea99e93f6d3,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44aa3d92-f6') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.objects.instance [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lazy-loading 'pci_devices' on Instance uuid 40521fb9-5dd1-41f1-93ff-6c4537985401 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:35:15 user nova-compute[74046]:   <uuid>40521fb9-5dd1-41f1-93ff-6c4537985401</uuid>
Oct 23 18:35:15 user nova-compute[74046]:   <name>instance-00000016</name>
Oct 23 18:35:15 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:35:15 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:35:15 user nova-compute[74046]:   <metadata>
Oct 23 18:35:15 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:35:15 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:35:15 user nova-compute[74046]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-499851539</nova:name>
Oct 23 18:35:15 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:35:15</nova:creationTime>
Oct 23 18:35:15 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:35:15 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:35:15 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:35:15 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:35:15 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:35:15 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:35:15 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:35:15 user nova-compute[74046]:       <nova:owner>
Oct 23 18:35:15 user nova-compute[74046]:         <nova:user uuid="c1b41e7f03604ba384cb9c1ce119a006">tempest-VolumesSnapshotTestJSON-1827787066-project-member</nova:user>
Oct 23 18:35:15 user nova-compute[74046]:         <nova:project uuid="2c36d90d230743258e531113323cf5a2">tempest-VolumesSnapshotTestJSON-1827787066</nova:project>
Oct 23 18:35:15 user nova-compute[74046]:       </nova:owner>
Oct 23 18:35:15 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:35:15 user nova-compute[74046]:       <nova:ports>
Oct 23 18:35:15 user nova-compute[74046]:         <nova:port uuid="44aa3d92-f6dd-4221-843b-5ea99e93f6d3">
Oct 23 18:35:15 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 23 18:35:15 user nova-compute[74046]:         </nova:port>
Oct 23 18:35:15 user nova-compute[74046]:       </nova:ports>
Oct 23 18:35:15 user nova-compute[74046]:     </nova:instance>
Oct 23 18:35:15 user nova-compute[74046]:   </metadata>
Oct 23 18:35:15 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:35:15 user nova-compute[74046]:     <system>
Oct 23 18:35:15 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:35:15 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:35:15 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:35:15 user nova-compute[74046]:       <entry name="serial">40521fb9-5dd1-41f1-93ff-6c4537985401</entry>
Oct 23 18:35:15 user nova-compute[74046]:       <entry name="uuid">40521fb9-5dd1-41f1-93ff-6c4537985401</entry>
Oct 23 18:35:15 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:35:15 user nova-compute[74046]:     </system>
Oct 23 18:35:15 user nova-compute[74046]:   </sysinfo>
Oct 23 18:35:15 user nova-compute[74046]:   <os>
Oct 23 18:35:15 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:35:15 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:35:15 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:35:15 user nova-compute[74046]:   </os>
Oct 23 18:35:15 user nova-compute[74046]:   <features>
Oct 23 18:35:15 user nova-compute[74046]:     <acpi/>
Oct 23 18:35:15 user nova-compute[74046]:     <apic/>
Oct 23 18:35:15 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:35:15 user nova-compute[74046]:   </features>
Oct 23 18:35:15 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:35:15 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:35:15 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:35:15 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:35:15 user nova-compute[74046]:   </clock>
Oct 23 18:35:15 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:35:15 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:35:15 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:35:15 user nova-compute[74046]:   </cpu>
Oct 23 18:35:15 user nova-compute[74046]:   <devices>
Oct 23 18:35:15 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:35:15 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:35:15 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk"/>
Oct 23 18:35:15 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:35:15 user nova-compute[74046]:     </disk>
Oct 23 18:35:15 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:35:15 user nova-compute[74046]:       <mac address="fa:16:3e:a6:9d:2f"/>
Oct 23 18:35:15 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:35:15 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:35:15 user nova-compute[74046]:       <target dev="tap44aa3d92-f6"/>
Oct 23 18:35:15 user nova-compute[74046]:     </interface>
Oct 23 18:35:15 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:35:15 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/console.log" append="off"/>
Oct 23 18:35:15 user nova-compute[74046]:     </serial>
Oct 23 18:35:15 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:35:15 user nova-compute[74046]:     <video>
Oct 23 18:35:15 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:35:15 user nova-compute[74046]:     </video>
Oct 23 18:35:15 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:35:15 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:35:15 user nova-compute[74046]:     </rng>
Oct 23 18:35:15 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:35:15 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:35:15 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:35:15 user nova-compute[74046]:     </memballoon>
Oct 23 18:35:15 user nova-compute[74046]:   </devices>
Oct 23 18:35:15 user nova-compute[74046]: </domain>
Oct 23 18:35:15 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:35:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-499851539',display_name='tempest-VolumesSnapshotTestJSON-instance-499851539',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-499851539',id=22,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH/skrdkbViwqDm8vtHZCNZxPIgme1Yw6bxxs2kkg5JeO8Z3d/Hm+FLQ3CZCPJt1eoEg4AKGSvrggLrinO+izoC3Sg01EljKqO5ECDt2UNdRA4BajVCKna1U1q+Rpainow==',key_name='tempest-keypair-1782453744',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2c36d90d230743258e531113323cf5a2',ramdisk_id='',reservation_id='r-jh3vvla0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1827787066',owner_user_name='tempest-VolumesSnapshotTestJSON-1827787066-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:35:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c1b41e7f03604ba384cb9c1ce119a006',uuid=40521fb9-5dd1-41f1-93ff-6c4537985401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "address": "fa:16:3e:a6:9d:2f", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44aa3d92-f6", "ovs_interfaceid": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Converting VIF {"id": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "address": "fa:16:3e:a6:9d:2f", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44aa3d92-f6", "ovs_interfaceid": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:9d:2f,bridge_name='br-int',has_traffic_filtering=True,id=44aa3d92-f6dd-4221-843b-5ea99e93f6d3,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44aa3d92-f6') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG os_vif [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:9d:2f,bridge_name='br-int',has_traffic_filtering=True,id=44aa3d92-f6dd-4221-843b-5ea99e93f6d3,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44aa3d92-f6') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '48751995-82cf-54e3-9607-140ec969a0a7', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap44aa3d92-f6, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap44aa3d92-f6, col_values=(('qos', UUID('3b320229-9050-4b0a-aac7-5e747976ccd5')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap44aa3d92-f6, col_values=(('external_ids', {'iface-id': '44aa3d92-f6dd-4221-843b-5ea99e93f6d3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a6:9d:2f', 'vm-uuid': '40521fb9-5dd1-41f1-93ff-6c4537985401'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:15 user nova-compute[74046]: INFO os_vif [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:9d:2f,bridge_name='br-int',has_traffic_filtering=True,id=44aa3d92-f6dd-4221-843b-5ea99e93f6d3,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44aa3d92-f6')
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] No VIF found with MAC fa:16:3e:a6:9d:2f, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:35:15 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:35:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-4dc2077e-e9de-4480-973a-778dca83417d req-b9334d67-be5d-46b2-acdf-2eaba183a0cb service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Received event network-vif-plugged-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4dc2077e-e9de-4480-973a-778dca83417d req-b9334d67-be5d-46b2-acdf-2eaba183a0cb service nova] Acquiring lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4dc2077e-e9de-4480-973a-778dca83417d req-b9334d67-be5d-46b2-acdf-2eaba183a0cb service nova] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.013s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4dc2077e-e9de-4480-973a-778dca83417d req-b9334d67-be5d-46b2-acdf-2eaba183a0cb service nova] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-4dc2077e-e9de-4480-973a-778dca83417d req-b9334d67-be5d-46b2-acdf-2eaba183a0cb service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] No waiting events found dispatching network-vif-plugged-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:35:17 user nova-compute[74046]: WARNING nova.compute.manager [req-4dc2077e-e9de-4480-973a-778dca83417d req-b9334d67-be5d-46b2-acdf-2eaba183a0cb service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Received unexpected event network-vif-plugged-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 for instance with vm_state building and task_state spawning.
Oct 23 18:35:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-9acd938b-f5aa-48b8-a3a7-bcc68c4aa360 req-227b7bcf-f3b4-4dc6-8007-46c8cbd51556 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Received event network-vif-plugged-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9acd938b-f5aa-48b8-a3a7-bcc68c4aa360 req-227b7bcf-f3b4-4dc6-8007-46c8cbd51556 service nova] Acquiring lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9acd938b-f5aa-48b8-a3a7-bcc68c4aa360 req-227b7bcf-f3b4-4dc6-8007-46c8cbd51556 service nova] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9acd938b-f5aa-48b8-a3a7-bcc68c4aa360 req-227b7bcf-f3b4-4dc6-8007-46c8cbd51556 service nova] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-9acd938b-f5aa-48b8-a3a7-bcc68c4aa360 req-227b7bcf-f3b4-4dc6-8007-46c8cbd51556 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] No waiting events found dispatching network-vif-plugged-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:35:19 user nova-compute[74046]: WARNING nova.compute.manager [req-9acd938b-f5aa-48b8-a3a7-bcc68c4aa360 req-227b7bcf-f3b4-4dc6-8007-46c8cbd51556 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Received unexpected event network-vif-plugged-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 for instance with vm_state building and task_state spawning.
Oct 23 18:35:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:35:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:35:19 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Instance spawned successfully.
Oct 23 18:35:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:35:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:19 user nova-compute[74046]: INFO nova.compute.manager [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Took 8.30 seconds to spawn the instance on the hypervisor.
Oct 23 18:35:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:35:20 user nova-compute[74046]: INFO nova.compute.manager [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Took 9.59 seconds to build instance.
Oct 23 18:35:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ae5aeedc-3c9e-4517-bb39-61c15c1cc997 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.939s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MzyxkeDa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:35:23 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:35:23 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:35:23 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2085c29-7dae-427a-99bc-baeff5a10d72]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:35:23 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b827a75-9435-4a24-b81b-2bd6d1a06398]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464] added
Oct 23 18:35:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb8a979d-db4b-4e4b-a8bc-69c2198dd6f0]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc62ac5c-c938-4238-994b-b5083e247a7f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MzyxkeDa {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MzyxkeDa" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[242a1376-4005-4435-83e4-1c90fcecd141]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MzyxkeDa'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae3bfd52-7539-427a-94ae-e99c9cdd38f5]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[03421c0d-3d5d-4732-925b-1048d9bdabe1]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:35:23 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:35:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:35:23 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:35:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e448aa15-4e64-44c8-ba60-32f5ca600614]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464, portal: 172.16.0.220,3260]
Oct 23 18:35:23 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464, portal: 172.16.0.220,3260] successful.
Oct 23 18:35:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec15ca5e-8bf2-483f-8859-54fba2a66458]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[21725185-9e8d-4581-908c-7d20190119bd]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:35:23 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:35:23 user nova-compute[74046]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 (non-flash)
Oct 23 18:35:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:35:23 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:35:23 user nova-compute[74046]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 (non-flash)
Oct 23 18:35:23 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.342s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] HCTL ('33', '-', '-', 0) found on session 26 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3b12aab-fd66-4492-84cf-52ba9143b2bc]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Searching for a device in session 26 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:35:23 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MzyxkeDa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.378s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] <== connect_volume: return (1379ms) {'type': 'block', 'scsi_wwn': '23938363430313362', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23938363430313362', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG nova.objects.instance [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lazy-loading 'flavor' on Instance uuid 6a0c2b61-80b8-49c5-848c-3f8f45fef216 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:35:24 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:35:24 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:35:24 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:35:24 user nova-compute[74046]:   <serial>982cd988-9b77-4e72-af49-8ae6b9140464</serial>
Oct 23 18:35:24 user nova-compute[74046]: </disk>
Oct 23 18:35:24 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:35:24 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 is timed out.
Oct 23 18:35:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Successfully detached device vdb from instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 from the live domain config.
Oct 23 18:35:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aRoJgVNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:35:24 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[62f84fdb-4fd8-47db-ac1a-ae61ab071a25]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:35:24 user nova-compute[74046]: No targets found.
Oct 23 18:35:24 user nova-compute[74046]: iSNS:
Oct 23 18:35:24 user nova-compute[74046]: No targets found.
Oct 23 18:35:24 user nova-compute[74046]: STATIC:
Oct 23 18:35:24 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d
Oct 23 18:35:24 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:35:24 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:35:24 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464
Oct 23 18:35:24 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:35:24 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:35:24 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94
Oct 23 18:35:24 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:35:24 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:35:24 user nova-compute[74046]: FIRMWARE:
Oct 23 18:35:24 user nova-compute[74046]: No targets found.
Oct 23 18:35:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:35:24 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:35:24 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[edcbe48f-0541-44a5-b8b7-223e1c1c9c48]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2063314c-6262-4546-88db-1bb2bb8490e2]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:35:24 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:35:24 user nova-compute[74046]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 (non-flash)
Oct 23 18:35:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d (non-flash)
Oct 23 18:35:24 user nova-compute[74046]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:35:24 user nova-compute[74046]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 (non-flash)
Oct 23 18:35:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef02783a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d'): ({'sdd'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Removing single pathed devices sdd {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[436564d8-9e45-4b6a-93f4-0bcdbe2d2094]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e3b926f-07f3-4f51-ae10-f9361005f9f9]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flushing IO for device /dev/sdd {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6482f7a6-5162-44da-84a6-c64d7acf36b1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.059s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a857436-19c2-4fab-bb04-54fbdcb08a4d]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] SCSI volumes sdd have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[310f823a-66b7-47a0-9c3f-789bd1cd8a14]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --logout" returned: 0 in 0.086s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[47269862-aa9a-4796-bb90-763389259cc4]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260]
Oct 23 18:35:24 user nova-compute[74046]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d, portal: 172.16.0.220,3260] successful.
Oct 23 18:35:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40a8c56-6341-41ca-b467-f49ff0b9114d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ddabc17-13f8-4775-9f7e-b6f120567045]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.409s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] <== disconnect_volume: return (410ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:35:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] No VIF found with MAC fa:16:3e:cf:d3:92, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-4a66dcbe-bec8-4997-942f-2194fabc64b0 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.637s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:35:25 user nova-compute[74046]: INFO nova.compute.claims [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Claim successful on node user
Oct 23 18:35:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:25 user nova-compute[74046]: INFO nova.compute.manager [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Terminating instance
Oct 23 18:35:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.582s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG nova.network.neutron [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:35:25 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:35:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:35:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG nova.policy [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aad423d9f3fe4730b045ee1e39141672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f40485bec88f45ab8ca5e221c0dde5d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG nova.objects.instance [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lazy-loading 'flavor' on Instance uuid e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:35:26 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Creating image(s)
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "/opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "/opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "/opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:26 user nova-compute[74046]: INFO nova.compute.manager [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Terminating instance
Oct 23 18:35:26 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-db6e0528-8a9b-420c-b661-ef2c0e456845 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.497s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.315s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-3f9e7ab0-b814-432f-bc3f-c31c85c0ec6d req-394d1af6-d3c0-4c1a-8578-67b93324999e service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Received event network-vif-unplugged-7719554b-4395-4cf4-b076-89fe3c750aed {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3f9e7ab0-b814-432f-bc3f-c31c85c0ec6d req-394d1af6-d3c0-4c1a-8578-67b93324999e service nova] Acquiring lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3f9e7ab0-b814-432f-bc3f-c31c85c0ec6d req-394d1af6-d3c0-4c1a-8578-67b93324999e service nova] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3f9e7ab0-b814-432f-bc3f-c31c85c0ec6d req-394d1af6-d3c0-4c1a-8578-67b93324999e service nova] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-3f9e7ab0-b814-432f-bc3f-c31c85c0ec6d req-394d1af6-d3c0-4c1a-8578-67b93324999e service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] No waiting events found dispatching network-vif-unplugged-7719554b-4395-4cf4-b076-89fe3c750aed {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-3f9e7ab0-b814-432f-bc3f-c31c85c0ec6d req-394d1af6-d3c0-4c1a-8578-67b93324999e service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Received event network-vif-unplugged-7719554b-4395-4cf4-b076-89fe3c750aed for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:35:26 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Instance destroyed successfully.
Oct 23 18:35:26 user nova-compute[74046]: DEBUG nova.objects.instance [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lazy-loading 'resources' on Instance uuid 6a0c2b61-80b8-49c5-848c-3f8f45fef216 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:33:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-659898771',display_name='tempest-DeleteServersTestJSON-server-659898771',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-659898771',id=20,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:33:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d3f2600629024087824ab524447b71ea',ramdisk_id='',reservation_id='r-o3h2up3t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-189439388',owner_user_name='tempest-DeleteServersTestJSON-189439388-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:33:12Z,user_data=None,user_id='56d4c1111f8b4501a6aaf1c4122a5056',uuid=6a0c2b61-80b8-49c5-848c-3f8f45fef216,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7719554b-4395-4cf4-b076-89fe3c750aed", "address": "fa:16:3e:cf:d3:92", "network": {"id": "da5844f1-558f-465b-a4bd-f53f0222c167", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-617803607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3f2600629024087824ab524447b71ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7719554b-43", "ovs_interfaceid": "7719554b-4395-4cf4-b076-89fe3c750aed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Converting VIF {"id": "7719554b-4395-4cf4-b076-89fe3c750aed", "address": "fa:16:3e:cf:d3:92", "network": {"id": "da5844f1-558f-465b-a4bd-f53f0222c167", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-617803607-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d3f2600629024087824ab524447b71ea", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7719554b-43", "ovs_interfaceid": "7719554b-4395-4cf4-b076-89fe3c750aed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:d3:92,bridge_name='br-int',has_traffic_filtering=True,id=7719554b-4395-4cf4-b076-89fe3c750aed,network=Network(da5844f1-558f-465b-a4bd-f53f0222c167),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7719554b-43') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG os_vif [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:d3:92,bridge_name='br-int',has_traffic_filtering=True,id=7719554b-4395-4cf4-b076-89fe3c750aed,network=Network(da5844f1-558f-465b-a4bd-f53f0222c167),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7719554b-43') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7719554b-43, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.273s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f29374e6-3947-46c8-8735-7e4dc73aa0ca) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:26 user nova-compute[74046]: INFO os_vif [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:d3:92,bridge_name='br-int',has_traffic_filtering=True,id=7719554b-4395-4cf4-b076-89fe3c750aed,network=Network(da5844f1-558f-465b-a4bd-f53f0222c167),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7719554b-43')
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk 1073741824" returned: 0 in 0.100s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.378s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MzyxkeDa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:35:26 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:35:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a55f683-629a-4dec-a8af-d16398c1ab1b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:35:26 user nova-compute[74046]: No targets found.
Oct 23 18:35:26 user nova-compute[74046]: iSNS:
Oct 23 18:35:26 user nova-compute[74046]: No targets found.
Oct 23 18:35:26 user nova-compute[74046]: STATIC:
Oct 23 18:35:26 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464
Oct 23 18:35:26 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:35:26 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:35:26 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94
Oct 23 18:35:26 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:35:26 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:35:26 user nova-compute[74046]: FIRMWARE:
Oct 23 18:35:26 user nova-compute[74046]: No targets found.
Oct 23 18:35:26 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:35:26 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:35:26 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[81618904-da39-42be-b0cf-b2e695e04f2b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cd016fe-d0fb-4dd5-bfc0-bc27cae1f674]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:35:27 user nova-compute[74046]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 (non-flash)
Oct 23 18:35:27 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:35:27 user nova-compute[74046]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 (non-flash)
Oct 23 18:35:27 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef044c8b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1884594f-f7be-4776-ae70-7d907abd7193]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.238s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab6b4296-9820-4d76-acb3-5aec6334ec8a]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[82c46002-1583-4fe6-88b9-3913fb309017]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Instance destroyed successfully.
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.objects.instance [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lazy-loading 'resources' on Instance uuid 927c1000-cf11-47d7-9bc6-0c0a321a3f31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:30:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1366483148',display_name='tempest-TestVolumeSwap-server-1366483148',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1366483148',id=18,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBB1t0Yib/EKofVzAGCQzCWmg0ZZgs35DxPdlPFzfTmvU3homBBS3JSQ5TCdx3tu7aZN8EL4rKS8Mbff48SfXinjzdJ9FiHsFKHNP/IjrstTKOXVOfDQorlwVWIFIAAZ8rA==',key_name='tempest-keypair-720882689',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:30:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='82d77c2a36d249468eac3e5218dad25f',ramdisk_id='',reservation_id='r-hu4367ii',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-2036315938',owner_user_name='tempest-TestVolumeSwap-2036315938-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:30:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bab7ebdd08d44d1bb85a6761c6b7f052',uuid=927c1000-cf11-47d7-9bc6-0c0a321a3f31,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "15b357e1-bbdf-4715-924b-a057fcdca70e", "address": "fa:16:3e:e9:78:f2", "network": {"id": "30b2e5d5-d425-41d1-b3d3-b0da9bba0984", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1989135680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "82d77c2a36d249468eac3e5218dad25f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b357e1-bb", "ovs_interfaceid": "15b357e1-bbdf-4715-924b-a057fcdca70e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Converting VIF {"id": "15b357e1-bbdf-4715-924b-a057fcdca70e", "address": "fa:16:3e:e9:78:f2", "network": {"id": "30b2e5d5-d425-41d1-b3d3-b0da9bba0984", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1989135680-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.30", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "82d77c2a36d249468eac3e5218dad25f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap15b357e1-bb", "ovs_interfaceid": "15b357e1-bbdf-4715-924b-a057fcdca70e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e9:78:f2,bridge_name='br-int',has_traffic_filtering=True,id=15b357e1-bbdf-4715-924b-a057fcdca70e,network=Network(30b2e5d5-d425-41d1-b3d3-b0da9bba0984),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b357e1-bb') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_vif [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:78:f2,bridge_name='br-int',has_traffic_filtering=True,id=15b357e1-bbdf-4715-924b-a057fcdca70e,network=Network(30b2e5d5-d425-41d1-b3d3-b0da9bba0984),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b357e1-bb') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.069s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ba77cc9-363f-4c12-9ab3-101863be6618]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap15b357e1-bb, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.network.neutron [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Successfully created port: 7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c31ceb2e-6719-403e-8b42-85137262a18c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=82b27907-aead-4627-82e8-4ce5830af405) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:27 user nova-compute[74046]: INFO os_vif [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:78:f2,bridge_name='br-int',has_traffic_filtering=True,id=15b357e1-bbdf-4715-924b-a057fcdca70e,network=Network(30b2e5d5-d425-41d1-b3d3-b0da9bba0984),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap15b357e1-bb')
Oct 23 18:35:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Deleting instance files /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31_del
Oct 23 18:35:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Deletion of /opt/stack/data/nova/instances/927c1000-cf11-47d7-9bc6-0c0a321a3f31_del complete
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json" returned: 0 in 0.289s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Cannot resize image /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Ensure instance console log exists: /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa515052-4b49-4121-bc1d-a983ebaec863]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464, portal: 172.16.0.220,3260]
Oct 23 18:35:27 user nova-compute[74046]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464, portal: 172.16.0.220,3260] successful.
Oct 23 18:35:27 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:982cd988-9b77-4e72-af49-8ae6b9140464 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[80a5abf2-74d9-4026-8b44-8da9bf785c4d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.484s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] <== disconnect_volume: return (487ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:35:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Deleting instance files /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216_del
Oct 23 18:35:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Deletion of /opt/stack/data/nova/instances/6a0c2b61-80b8-49c5-848c-3f8f45fef216_del complete
Oct 23 18:35:27 user nova-compute[74046]: INFO nova.compute.manager [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Took 1.19 seconds to destroy the instance on the hypervisor.
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:35:27 user nova-compute[74046]: INFO nova.compute.manager [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Took 1.74 seconds to destroy the instance on the hypervisor.
Oct 23 18:35:27 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:35:27 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG nova.network.neutron [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Successfully updated port: 7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "refresh_cache-e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquired lock "refresh_cache-e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG nova.network.neutron [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-3bf4f7b2-8b85-48e8-8b61-ee43af7dd8bb req-1cbf1d34-22bd-4d21-add0-e49376acbd5b service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Received event network-vif-plugged-7719554b-4395-4cf4-b076-89fe3c750aed {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3bf4f7b2-8b85-48e8-8b61-ee43af7dd8bb req-1cbf1d34-22bd-4d21-add0-e49376acbd5b service nova] Acquiring lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3bf4f7b2-8b85-48e8-8b61-ee43af7dd8bb req-1cbf1d34-22bd-4d21-add0-e49376acbd5b service nova] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3bf4f7b2-8b85-48e8-8b61-ee43af7dd8bb req-1cbf1d34-22bd-4d21-add0-e49376acbd5b service nova] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-3bf4f7b2-8b85-48e8-8b61-ee43af7dd8bb req-1cbf1d34-22bd-4d21-add0-e49376acbd5b service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] No waiting events found dispatching network-vif-plugged-7719554b-4395-4cf4-b076-89fe3c750aed {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:35:28 user nova-compute[74046]: WARNING nova.compute.manager [req-3bf4f7b2-8b85-48e8-8b61-ee43af7dd8bb req-1cbf1d34-22bd-4d21-add0-e49376acbd5b service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Received unexpected event network-vif-plugged-7719554b-4395-4cf4-b076-89fe3c750aed for instance with vm_state active and task_state deleting.
Oct 23 18:35:28 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-9e1f18ec-497c-4906-8247-55577edee1d3 req-4d06104d-b66b-4032-ab8e-2feda082c2f0 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Received event network-vif-deleted-7719554b-4395-4cf4-b076-89fe3c750aed {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:28 user nova-compute[74046]: INFO nova.compute.manager [req-9e1f18ec-497c-4906-8247-55577edee1d3 req-4d06104d-b66b-4032-ab8e-2feda082c2f0 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Neutron deleted interface 7719554b-4395-4cf4-b076-89fe3c750aed; detaching it from the instance and deleting it from the info cache
Oct 23 18:35:28 user nova-compute[74046]: DEBUG nova.network.neutron [req-9e1f18ec-497c-4906-8247-55577edee1d3 req-4d06104d-b66b-4032-ab8e-2feda082c2f0 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:28 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Took 1.38 seconds to deallocate network for instance.
Oct 23 18:35:28 user nova-compute[74046]: DEBUG nova.network.neutron [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-9e1f18ec-497c-4906-8247-55577edee1d3 req-4d06104d-b66b-4032-ab8e-2feda082c2f0 service nova] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Detach interface failed, port_id=7719554b-4395-4cf4-b076-89fe3c750aed, reason: Instance 6a0c2b61-80b8-49c5-848c-3f8f45fef216 could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-4171e05e-4145-4686-ac10-834021261abc req-36e01457-8584-444d-b7f2-5aceb6d998b0 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Received event network-changed-7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-4171e05e-4145-4686-ac10-834021261abc req-36e01457-8584-444d-b7f2-5aceb6d998b0 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Refreshing instance network info cache due to event network-changed-7e301dca-ba24-4d02-98b9-20284780fd30. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4171e05e-4145-4686-ac10-834021261abc req-36e01457-8584-444d-b7f2-5aceb6d998b0 service nova] Acquiring lock "refresh_cache-e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:35:28 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:28 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Took 1.53 seconds to deallocate network for instance.
Oct 23 18:35:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.network.neutron [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Updating instance_info_cache with network_info: [{"id": "7e301dca-ba24-4d02-98b9-20284780fd30", "address": "fa:16:3e:04:92:02", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e301dca-ba", "ovs_interfaceid": "7e301dca-ba24-4d02-98b9-20284780fd30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Releasing lock "refresh_cache-e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Instance network_info: |[{"id": "7e301dca-ba24-4d02-98b9-20284780fd30", "address": "fa:16:3e:04:92:02", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e301dca-ba", "ovs_interfaceid": "7e301dca-ba24-4d02-98b9-20284780fd30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4171e05e-4145-4686-ac10-834021261abc req-36e01457-8584-444d-b7f2-5aceb6d998b0 service nova] Acquired lock "refresh_cache-e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.network.neutron [req-4171e05e-4145-4686-ac10-834021261abc req-36e01457-8584-444d-b7f2-5aceb6d998b0 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Refreshing network info cache for port 7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Start _get_guest_xml network_info=[{"id": "7e301dca-ba24-4d02-98b9-20284780fd30", "address": "fa:16:3e:04:92:02", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e301dca-ba", "ovs_interfaceid": "7e301dca-ba24-4d02-98b9-20284780fd30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:35:29 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:35:29 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:35:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-305476727',display_name='tempest-AttachVolumeNegativeTest-server-305476727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-305476727',id=23,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO5GPxxAKCGp8GGamvSI2ClaUbrdc9gugH/y2lKyedggkjYrRLPZ+MGMvC+kJcWub4oBJt3TBhbjcQ8HfkMFpvKJ6OM23n3itUtTVHJiSQFHkIZOQzqyaNPd/s/pGwppTw==',key_name='tempest-keypair-879317911',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f40485bec88f45ab8ca5e221c0dde5d1',ramdisk_id='',reservation_id='r-bx9x5bx0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-570236399',owner_user_name='tempest-AttachVolumeNegativeTest-570236399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:35:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aad423d9f3fe4730b045ee1e39141672',uuid=e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e301dca-ba24-4d02-98b9-20284780fd30", "address": "fa:16:3e:04:92:02", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e301dca-ba", "ovs_interfaceid": "7e301dca-ba24-4d02-98b9-20284780fd30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converting VIF {"id": "7e301dca-ba24-4d02-98b9-20284780fd30", "address": "fa:16:3e:04:92:02", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e301dca-ba", "ovs_interfaceid": "7e301dca-ba24-4d02-98b9-20284780fd30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:92:02,bridge_name='br-int',has_traffic_filtering=True,id=7e301dca-ba24-4d02-98b9-20284780fd30,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e301dca-ba') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.objects.instance [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'pci_devices' on Instance uuid e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.607s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:35:29 user nova-compute[74046]:   <uuid>e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734</uuid>
Oct 23 18:35:29 user nova-compute[74046]:   <name>instance-00000017</name>
Oct 23 18:35:29 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:35:29 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:35:29 user nova-compute[74046]:   <metadata>
Oct 23 18:35:29 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:35:29 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:35:29 user nova-compute[74046]:       <nova:name>tempest-AttachVolumeNegativeTest-server-305476727</nova:name>
Oct 23 18:35:29 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:35:29</nova:creationTime>
Oct 23 18:35:29 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:35:29 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:35:29 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:35:29 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:35:29 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:35:29 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:35:29 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:35:29 user nova-compute[74046]:       <nova:owner>
Oct 23 18:35:29 user nova-compute[74046]:         <nova:user uuid="aad423d9f3fe4730b045ee1e39141672">tempest-AttachVolumeNegativeTest-570236399-project-member</nova:user>
Oct 23 18:35:29 user nova-compute[74046]:         <nova:project uuid="f40485bec88f45ab8ca5e221c0dde5d1">tempest-AttachVolumeNegativeTest-570236399</nova:project>
Oct 23 18:35:29 user nova-compute[74046]:       </nova:owner>
Oct 23 18:35:29 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:35:29 user nova-compute[74046]:       <nova:ports>
Oct 23 18:35:29 user nova-compute[74046]:         <nova:port uuid="7e301dca-ba24-4d02-98b9-20284780fd30">
Oct 23 18:35:29 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 23 18:35:29 user nova-compute[74046]:         </nova:port>
Oct 23 18:35:29 user nova-compute[74046]:       </nova:ports>
Oct 23 18:35:29 user nova-compute[74046]:     </nova:instance>
Oct 23 18:35:29 user nova-compute[74046]:   </metadata>
Oct 23 18:35:29 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:35:29 user nova-compute[74046]:     <system>
Oct 23 18:35:29 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:35:29 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:35:29 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:35:29 user nova-compute[74046]:       <entry name="serial">e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734</entry>
Oct 23 18:35:29 user nova-compute[74046]:       <entry name="uuid">e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734</entry>
Oct 23 18:35:29 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:35:29 user nova-compute[74046]:     </system>
Oct 23 18:35:29 user nova-compute[74046]:   </sysinfo>
Oct 23 18:35:29 user nova-compute[74046]:   <os>
Oct 23 18:35:29 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:35:29 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:35:29 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:35:29 user nova-compute[74046]:   </os>
Oct 23 18:35:29 user nova-compute[74046]:   <features>
Oct 23 18:35:29 user nova-compute[74046]:     <acpi/>
Oct 23 18:35:29 user nova-compute[74046]:     <apic/>
Oct 23 18:35:29 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:35:29 user nova-compute[74046]:   </features>
Oct 23 18:35:29 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:35:29 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:35:29 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:35:29 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:35:29 user nova-compute[74046]:   </clock>
Oct 23 18:35:29 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:35:29 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:35:29 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:35:29 user nova-compute[74046]:   </cpu>
Oct 23 18:35:29 user nova-compute[74046]:   <devices>
Oct 23 18:35:29 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:35:29 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:35:29 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk"/>
Oct 23 18:35:29 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:35:29 user nova-compute[74046]:     </disk>
Oct 23 18:35:29 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:35:29 user nova-compute[74046]:       <mac address="fa:16:3e:04:92:02"/>
Oct 23 18:35:29 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:35:29 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:35:29 user nova-compute[74046]:       <target dev="tap7e301dca-ba"/>
Oct 23 18:35:29 user nova-compute[74046]:     </interface>
Oct 23 18:35:29 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:35:29 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/console.log" append="off"/>
Oct 23 18:35:29 user nova-compute[74046]:     </serial>
Oct 23 18:35:29 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:35:29 user nova-compute[74046]:     <video>
Oct 23 18:35:29 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:35:29 user nova-compute[74046]:     </video>
Oct 23 18:35:29 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:35:29 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:35:29 user nova-compute[74046]:     </rng>
Oct 23 18:35:29 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:35:29 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:35:29 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:35:29 user nova-compute[74046]:     </memballoon>
Oct 23 18:35:29 user nova-compute[74046]:   </devices>
Oct 23 18:35:29 user nova-compute[74046]: </domain>
Oct 23 18:35:29 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:35:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-305476727',display_name='tempest-AttachVolumeNegativeTest-server-305476727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-305476727',id=23,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO5GPxxAKCGp8GGamvSI2ClaUbrdc9gugH/y2lKyedggkjYrRLPZ+MGMvC+kJcWub4oBJt3TBhbjcQ8HfkMFpvKJ6OM23n3itUtTVHJiSQFHkIZOQzqyaNPd/s/pGwppTw==',key_name='tempest-keypair-879317911',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f40485bec88f45ab8ca5e221c0dde5d1',ramdisk_id='',reservation_id='r-bx9x5bx0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-570236399',owner_user_name='tempest-AttachVolumeNegativeTest-570236399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:35:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aad423d9f3fe4730b045ee1e39141672',uuid=e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e301dca-ba24-4d02-98b9-20284780fd30", "address": "fa:16:3e:04:92:02", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e301dca-ba", "ovs_interfaceid": "7e301dca-ba24-4d02-98b9-20284780fd30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converting VIF {"id": "7e301dca-ba24-4d02-98b9-20284780fd30", "address": "fa:16:3e:04:92:02", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e301dca-ba", "ovs_interfaceid": "7e301dca-ba24-4d02-98b9-20284780fd30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:92:02,bridge_name='br-int',has_traffic_filtering=True,id=7e301dca-ba24-4d02-98b9-20284780fd30,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e301dca-ba') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG os_vif [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:92:02,bridge_name='br-int',has_traffic_filtering=True,id=7e301dca-ba24-4d02-98b9-20284780fd30,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e301dca-ba') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a6893580-dd6c-5437-bb4c-a5b84304b881', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:29 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Deleted allocations for instance 927c1000-cf11-47d7-9bc6-0c0a321a3f31
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7e301dca-ba, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7e301dca-ba, col_values=(('qos', UUID('0c1d119c-6546-4950-b2f1-ab43ede16876')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7e301dca-ba, col_values=(('external_ids', {'iface-id': '7e301dca-ba24-4d02-98b9-20284780fd30', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:92:02', 'vm-uuid': 'e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:29 user nova-compute[74046]: INFO os_vif [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:92:02,bridge_name='br-int',has_traffic_filtering=True,id=7e301dca-ba24-4d02-98b9-20284780fd30,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e301dca-ba')
Oct 23 18:35:29 user nova-compute[74046]: INFO nova.compute.manager [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] [instance: 6a0c2b61-80b8-49c5-848c-3f8f45fef216] Took 0.96 seconds to detach 1 volumes for instance.
Oct 23 18:35:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f156379-798f-4a24-85be-91bb33fa8d9e tempest-TestVolumeSwap-2036315938 tempest-TestVolumeSwap-2036315938-project-member] Lock "927c1000-cf11-47d7-9bc6-0c0a321a3f31" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.616s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No VIF found with MAC fa:16:3e:04:92:02, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:30 user nova-compute[74046]: DEBUG nova.network.neutron [req-4171e05e-4145-4686-ac10-834021261abc req-36e01457-8584-444d-b7f2-5aceb6d998b0 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Updated VIF entry in instance network info cache for port 7e301dca-ba24-4d02-98b9-20284780fd30. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:35:30 user nova-compute[74046]: DEBUG nova.network.neutron [req-4171e05e-4145-4686-ac10-834021261abc req-36e01457-8584-444d-b7f2-5aceb6d998b0 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Updating instance_info_cache with network_info: [{"id": "7e301dca-ba24-4d02-98b9-20284780fd30", "address": "fa:16:3e:04:92:02", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e301dca-ba", "ovs_interfaceid": "7e301dca-ba24-4d02-98b9-20284780fd30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4171e05e-4145-4686-ac10-834021261abc req-36e01457-8584-444d-b7f2-5aceb6d998b0 service nova] Releasing lock "refresh_cache-e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:35:30 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:35:30 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:35:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.443s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:30 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Deleted allocations for instance 6a0c2b61-80b8-49c5-848c-3f8f45fef216
Oct 23 18:35:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fddd40e7-303c-4d2a-b2d0-9805a8c66d08 tempest-DeleteServersTestJSON-189439388 tempest-DeleteServersTestJSON-189439388-project-member] Lock "6a0c2b61-80b8-49c5-848c-3f8f45fef216" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.834s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:30 user nova-compute[74046]: DEBUG nova.compute.manager [req-10e52a69-e9e1-4343-9d99-16d093a47f8d req-07f2d5e1-5db7-402c-8d8c-2c72dc5a3f75 service nova] [instance: 927c1000-cf11-47d7-9bc6-0c0a321a3f31] Received event network-vif-deleted-15b357e1-bbdf-4715-924b-a057fcdca70e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-5ad16951-4e98-458e-81bf-db280d43453e req-3855ce16-3e37-40cc-8ab9-7b5c3758f821 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Received event network-vif-plugged-7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5ad16951-4e98-458e-81bf-db280d43453e req-3855ce16-3e37-40cc-8ab9-7b5c3758f821 service nova] Acquiring lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5ad16951-4e98-458e-81bf-db280d43453e req-3855ce16-3e37-40cc-8ab9-7b5c3758f821 service nova] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5ad16951-4e98-458e-81bf-db280d43453e req-3855ce16-3e37-40cc-8ab9-7b5c3758f821 service nova] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-5ad16951-4e98-458e-81bf-db280d43453e req-3855ce16-3e37-40cc-8ab9-7b5c3758f821 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] No waiting events found dispatching network-vif-plugged-7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:35:31 user nova-compute[74046]: WARNING nova.compute.manager [req-5ad16951-4e98-458e-81bf-db280d43453e req-3855ce16-3e37-40cc-8ab9-7b5c3758f821 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Received unexpected event network-vif-plugged-7e301dca-ba24-4d02-98b9-20284780fd30 for instance with vm_state building and task_state spawning.
Oct 23 18:35:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:35:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:35:32 user nova-compute[74046]: INFO nova.compute.claims [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Claim successful on node user
Oct 23 18:35:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:33 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:35:33 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:35:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.749s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:35:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:35:33 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:35:33 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:35:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:35:33 user nova-compute[74046]: DEBUG nova.policy [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2956df609f6a4d05a695d53e471377a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbbf2db50a894814815b6e519b6c38f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:35:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:35:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:35:33 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Creating image(s)
Oct 23 18:35:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "/opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "/opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "/opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-600dd394-a1f8-4a56-a6f9-8eda63979c98 req-8486ae34-89e6-4743-9eb0-1b75d3f8e985 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Received event network-vif-plugged-7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-600dd394-a1f8-4a56-a6f9-8eda63979c98 req-8486ae34-89e6-4743-9eb0-1b75d3f8e985 service nova] Acquiring lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-600dd394-a1f8-4a56-a6f9-8eda63979c98 req-8486ae34-89e6-4743-9eb0-1b75d3f8e985 service nova] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-600dd394-a1f8-4a56-a6f9-8eda63979c98 req-8486ae34-89e6-4743-9eb0-1b75d3f8e985 service nova] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-600dd394-a1f8-4a56-a6f9-8eda63979c98 req-8486ae34-89e6-4743-9eb0-1b75d3f8e985 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] No waiting events found dispatching network-vif-plugged-7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:35:34 user nova-compute[74046]: WARNING nova.compute.manager [req-600dd394-a1f8-4a56-a6f9-8eda63979c98 req-8486ae34-89e6-4743-9eb0-1b75d3f8e985 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Received unexpected event network-vif-plugged-7e301dca-ba24-4d02-98b9-20284780fd30 for instance with vm_state building and task_state spawning.
Oct 23 18:35:34 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Instance spawned successfully.
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.239s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:34 user nova-compute[74046]: INFO nova.compute.manager [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Took 8.15 seconds to spawn the instance on the hypervisor.
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.208s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:34 user nova-compute[74046]: INFO nova.compute.manager [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Took 9.34 seconds to build instance.
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk 1073741824" returned: 0 in 0.071s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.282s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8b37753d-ded8-41b0-888c-6124704f2369 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.510s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Successfully created port: 28ed3472-0556-421d-913b-8faf78ad4233 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.225s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Cannot resize image /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Ensure instance console log exists: /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:35 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Successfully updated port: 28ed3472-0556-421d-913b-8faf78ad4233 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:35:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:35:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquired lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:35:35 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:35:35 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:35:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-1f02a023-0342-4e7f-9aa4-bd087488b59f req-517a657e-4a87-4669-8ceb-fa518912d099 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Received event network-changed-28ed3472-0556-421d-913b-8faf78ad4233 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-1f02a023-0342-4e7f-9aa4-bd087488b59f req-517a657e-4a87-4669-8ceb-fa518912d099 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Refreshing instance network info cache due to event network-changed-28ed3472-0556-421d-913b-8faf78ad4233. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f02a023-0342-4e7f-9aa4-bd087488b59f req-517a657e-4a87-4669-8ceb-fa518912d099 service nova] Acquiring lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Updating instance_info_cache with network_info: [{"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Releasing lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Instance network_info: |[{"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f02a023-0342-4e7f-9aa4-bd087488b59f req-517a657e-4a87-4669-8ceb-fa518912d099 service nova] Acquired lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.network.neutron [req-1f02a023-0342-4e7f-9aa4-bd087488b59f req-517a657e-4a87-4669-8ceb-fa518912d099 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Refreshing network info cache for port 28ed3472-0556-421d-913b-8faf78ad4233 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Start _get_guest_xml network_info=[{"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:35:36 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:35:36 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:35:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1320921325',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1320921325',id=24,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-ifapa9tt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:35:34Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=e2c52c3c-c4f6-41fa-877b-0b72722e21f7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:28:85,bridge_name='br-int',has_traffic_filtering=True,id=28ed3472-0556-421d-913b-8faf78ad4233,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ed3472-05') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'pci_devices' on Instance uuid e2c52c3c-c4f6-41fa-877b-0b72722e21f7 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:35:36 user nova-compute[74046]:   <uuid>e2c52c3c-c4f6-41fa-877b-0b72722e21f7</uuid>
Oct 23 18:35:36 user nova-compute[74046]:   <name>instance-00000018</name>
Oct 23 18:35:36 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:35:36 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:35:36 user nova-compute[74046]:   <metadata>
Oct 23 18:35:36 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:35:36 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:35:36 user nova-compute[74046]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1320921325</nova:name>
Oct 23 18:35:36 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:35:36</nova:creationTime>
Oct 23 18:35:36 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:35:36 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:35:36 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:35:36 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:35:36 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:35:36 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:35:36 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:35:36 user nova-compute[74046]:       <nova:owner>
Oct 23 18:35:36 user nova-compute[74046]:         <nova:user uuid="2956df609f6a4d05a695d53e471377a0">tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member</nova:user>
Oct 23 18:35:36 user nova-compute[74046]:         <nova:project uuid="fbbf2db50a894814815b6e519b6c38f4">tempest-ServerBootFromVolumeStableRescueTest-1066715729</nova:project>
Oct 23 18:35:36 user nova-compute[74046]:       </nova:owner>
Oct 23 18:35:36 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:35:36 user nova-compute[74046]:       <nova:ports>
Oct 23 18:35:36 user nova-compute[74046]:         <nova:port uuid="28ed3472-0556-421d-913b-8faf78ad4233">
Oct 23 18:35:36 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 23 18:35:36 user nova-compute[74046]:         </nova:port>
Oct 23 18:35:36 user nova-compute[74046]:       </nova:ports>
Oct 23 18:35:36 user nova-compute[74046]:     </nova:instance>
Oct 23 18:35:36 user nova-compute[74046]:   </metadata>
Oct 23 18:35:36 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:35:36 user nova-compute[74046]:     <system>
Oct 23 18:35:36 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:35:36 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:35:36 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:35:36 user nova-compute[74046]:       <entry name="serial">e2c52c3c-c4f6-41fa-877b-0b72722e21f7</entry>
Oct 23 18:35:36 user nova-compute[74046]:       <entry name="uuid">e2c52c3c-c4f6-41fa-877b-0b72722e21f7</entry>
Oct 23 18:35:36 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:35:36 user nova-compute[74046]:     </system>
Oct 23 18:35:36 user nova-compute[74046]:   </sysinfo>
Oct 23 18:35:36 user nova-compute[74046]:   <os>
Oct 23 18:35:36 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:35:36 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:35:36 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:35:36 user nova-compute[74046]:   </os>
Oct 23 18:35:36 user nova-compute[74046]:   <features>
Oct 23 18:35:36 user nova-compute[74046]:     <acpi/>
Oct 23 18:35:36 user nova-compute[74046]:     <apic/>
Oct 23 18:35:36 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:35:36 user nova-compute[74046]:   </features>
Oct 23 18:35:36 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:35:36 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:35:36 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:35:36 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:35:36 user nova-compute[74046]:   </clock>
Oct 23 18:35:36 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:35:36 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:35:36 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:35:36 user nova-compute[74046]:   </cpu>
Oct 23 18:35:36 user nova-compute[74046]:   <devices>
Oct 23 18:35:36 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:35:36 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:35:36 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk"/>
Oct 23 18:35:36 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:35:36 user nova-compute[74046]:     </disk>
Oct 23 18:35:36 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:35:36 user nova-compute[74046]:       <mac address="fa:16:3e:43:28:85"/>
Oct 23 18:35:36 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:35:36 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:35:36 user nova-compute[74046]:       <target dev="tap28ed3472-05"/>
Oct 23 18:35:36 user nova-compute[74046]:     </interface>
Oct 23 18:35:36 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:35:36 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/console.log" append="off"/>
Oct 23 18:35:36 user nova-compute[74046]:     </serial>
Oct 23 18:35:36 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:35:36 user nova-compute[74046]:     <video>
Oct 23 18:35:36 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:35:36 user nova-compute[74046]:     </video>
Oct 23 18:35:36 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:35:36 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:35:36 user nova-compute[74046]:     </rng>
Oct 23 18:35:36 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:35:36 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:35:36 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:35:36 user nova-compute[74046]:     </memballoon>
Oct 23 18:35:36 user nova-compute[74046]:   </devices>
Oct 23 18:35:36 user nova-compute[74046]: </domain>
Oct 23 18:35:36 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:35:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1320921325',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1320921325',id=24,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-ifapa9tt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:35:34Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=e2c52c3c-c4f6-41fa-877b-0b72722e21f7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:28:85,bridge_name='br-int',has_traffic_filtering=True,id=28ed3472-0556-421d-913b-8faf78ad4233,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ed3472-05') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG os_vif [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:28:85,bridge_name='br-int',has_traffic_filtering=True,id=28ed3472-0556-421d-913b-8faf78ad4233,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ed3472-05') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f6cc2f23-56b2-59fc-93e8-bfd5ce9e70fe', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap28ed3472-05, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap28ed3472-05, col_values=(('qos', UUID('9eba9f3b-5eb7-4ac1-b517-829d1b44068b')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap28ed3472-05, col_values=(('external_ids', {'iface-id': '28ed3472-0556-421d-913b-8faf78ad4233', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:43:28:85', 'vm-uuid': 'e2c52c3c-c4f6-41fa-877b-0b72722e21f7'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:36 user nova-compute[74046]: INFO os_vif [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:28:85,bridge_name='br-int',has_traffic_filtering=True,id=28ed3472-0556-421d-913b-8faf78ad4233,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ed3472-05')
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No VIF found with MAC fa:16:3e:43:28:85, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.network.neutron [req-1f02a023-0342-4e7f-9aa4-bd087488b59f req-517a657e-4a87-4669-8ceb-fa518912d099 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Updated VIF entry in instance network info cache for port 28ed3472-0556-421d-913b-8faf78ad4233. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG nova.network.neutron [req-1f02a023-0342-4e7f-9aa4-bd087488b59f req-517a657e-4a87-4669-8ceb-fa518912d099 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Updating instance_info_cache with network_info: [{"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f02a023-0342-4e7f-9aa4-bd087488b59f req-517a657e-4a87-4669-8ceb-fa518912d099 service nova] Releasing lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:35:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b2c3159-aeb7-4919-a7ed-1983203082a0 req-24393492-6cd2-4994-b459-05c0ddc9acfc service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Received event network-vif-plugged-28ed3472-0556-421d-913b-8faf78ad4233 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b2c3159-aeb7-4919-a7ed-1983203082a0 req-24393492-6cd2-4994-b459-05c0ddc9acfc service nova] Acquiring lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b2c3159-aeb7-4919-a7ed-1983203082a0 req-24393492-6cd2-4994-b459-05c0ddc9acfc service nova] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b2c3159-aeb7-4919-a7ed-1983203082a0 req-24393492-6cd2-4994-b459-05c0ddc9acfc service nova] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b2c3159-aeb7-4919-a7ed-1983203082a0 req-24393492-6cd2-4994-b459-05c0ddc9acfc service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] No waiting events found dispatching network-vif-plugged-28ed3472-0556-421d-913b-8faf78ad4233 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:35:38 user nova-compute[74046]: WARNING nova.compute.manager [req-7b2c3159-aeb7-4919-a7ed-1983203082a0 req-24393492-6cd2-4994-b459-05c0ddc9acfc service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Received unexpected event network-vif-plugged-28ed3472-0556-421d-913b-8faf78ad4233 for instance with vm_state building and task_state spawning.
Oct 23 18:35:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:40 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:35:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:35:40 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Instance spawned successfully.
Oct 23 18:35:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:35:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:35:40 user nova-compute[74046]: INFO nova.compute.manager [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Took 6.92 seconds to spawn the instance on the hypervisor.
Oct 23 18:35:40 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:35:40 user nova-compute[74046]: INFO nova.compute.manager [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Took 8.17 seconds to build instance.
Oct 23 18:35:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b0b338ad-8041-436a-889e-670a66ab1932 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.324s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-53624956-c223-4037-996a-b724eeb25c0b req-2752d99f-c079-43cf-a8ae-b241c4adf680 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Received event network-vif-plugged-28ed3472-0556-421d-913b-8faf78ad4233 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-53624956-c223-4037-996a-b724eeb25c0b req-2752d99f-c079-43cf-a8ae-b241c4adf680 service nova] Acquiring lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-53624956-c223-4037-996a-b724eeb25c0b req-2752d99f-c079-43cf-a8ae-b241c4adf680 service nova] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-53624956-c223-4037-996a-b724eeb25c0b req-2752d99f-c079-43cf-a8ae-b241c4adf680 service nova] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-53624956-c223-4037-996a-b724eeb25c0b req-2752d99f-c079-43cf-a8ae-b241c4adf680 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] No waiting events found dispatching network-vif-plugged-28ed3472-0556-421d-913b-8faf78ad4233 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:35:41 user nova-compute[74046]: WARNING nova.compute.manager [req-53624956-c223-4037-996a-b724eeb25c0b req-2752d99f-c079-43cf-a8ae-b241c4adf680 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Received unexpected event network-vif-plugged-28ed3472-0556-421d-913b-8faf78ad4233 for instance with vm_state active and task_state None.
Oct 23 18:35:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:49 user nova-compute[74046]: DEBUG nova.objects.instance [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'flavor' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:35:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquired lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:35:49 user nova-compute[74046]: DEBUG nova.network.neutron [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:35:49 user nova-compute[74046]: DEBUG nova.objects.instance [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'info_cache' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:49 user nova-compute[74046]: DEBUG nova.objects.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.network.neutron [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Updating instance_info_cache with network_info: [{"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Releasing lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:35:50 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Instance destroyed successfully.
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.objects.instance [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'resources' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-32e65e70-9f6b-4163-b187-b4c9eb5cd24c req-34ea5f55-4b49-4197-8f5a-9ce2b761ab1e service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-changed-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-32e65e70-9f6b-4163-b187-b4c9eb5cd24c req-34ea5f55-4b49-4197-8f5a-9ce2b761ab1e service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Refreshing instance network info cache due to event network-changed-7e7ab780-1a71-4cd7-b677-862351266a84. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32e65e70-9f6b-4163-b187-b4c9eb5cd24c req-34ea5f55-4b49-4197-8f5a-9ce2b761ab1e service nova] Acquiring lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32e65e70-9f6b-4163-b187-b4c9eb5cd24c req-34ea5f55-4b49-4197-8f5a-9ce2b761ab1e service nova] Acquired lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.network.neutron [req-32e65e70-9f6b-4163-b187-b4c9eb5cd24c req-34ea5f55-4b49-4197-8f5a-9ce2b761ab1e service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Refreshing network info cache for port 7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.objects.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:31:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-906076550',display_name='tempest-AttachVolumeTestJSON-server-906076550',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-906076550',id=19,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF+/GHhGg0/N3/fYq5SVwpjnrJkusqumLBnMitvCtw9iRzFTpomzGv+GJbMSXMAciRAPZ9ZEN2WYgmSZ23W6NsF2pv6skJDKUinQfC01sFwVZoUhV9QCMxavZsotDIkYkw==',key_name='tempest-keypair-1175876386',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:31:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='a250d57fd9ba46b1af8fe7a4fb3bc24a',ramdisk_id='',reservation_id='r-3juie69b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1722492110',owner_user_name='tempest-AttachVolumeTestJSON-1722492110-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:33:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ef7c31da354e09b4785325d4565fd9',uuid=883d3144-93db-4ad6-bc60-6b71bf381a9b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converting VIF {"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_vif [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapca103173-88, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0ccecfe6-d16c-44fc-9d12-8715eafd6d73) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:50 user nova-compute[74046]: INFO os_vif [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88')
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zEWtNKmh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:35:50 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3bfb212-cd54-4ba0-b227-7e9203479aba]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:35:50 user nova-compute[74046]: No targets found.
Oct 23 18:35:50 user nova-compute[74046]: iSNS:
Oct 23 18:35:50 user nova-compute[74046]: No targets found.
Oct 23 18:35:50 user nova-compute[74046]: STATIC:
Oct 23 18:35:50 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94
Oct 23 18:35:50 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:35:50 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:35:50 user nova-compute[74046]: FIRMWARE:
Oct 23 18:35:50 user nova-compute[74046]: No targets found.
Oct 23 18:35:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:35:50 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:35:50 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7839b71a-16fa-4cea-80d2-6df55210bd92]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a2bf7e7-fa7f-42c9-8a21-bba7610b338f]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:35:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:35:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0f015ddab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[98e747f6-d84a-4aa8-bd90-11755971f888]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7db2ffa-5e20-4914-bc7e-bd6160289557]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a240752-68c3-4844-aa1b-0a6f1a286ebc]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d40b88e-514f-4b20-b71c-f0edf6e167f0]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.objects.instance [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'flavor' on Instance uuid 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[629a893f-ef04-42f3-9ec2-aa9dd25cbb46]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4af41708-bf0b-40ee-b509-a1fd4f32019e]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260]
Oct 23 18:35:50 user nova-compute[74046]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260] successful.
Oct 23 18:35:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9070bcd-752b-4d43-82c8-8c58fc82d942]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.364s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] <== disconnect_volume: return (365ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Start _get_guest_xml network_info=[{"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': 'b74edfd1-63e4-4c1d-a074-3acef1198013', 'disk_bus': 'virtio', 'boot_index': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zEWtNKmh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '883d3144-93db-4ad6-bc60-6b71bf381a9b', 'attached_at': '', 'detached_at': '', 'volume_id': '4fcd3712-d286-4fa9-ad78-e584aa26de94', 'serial': '4fcd3712-d286-4fa9-ad78-e584aa26de94'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.objects.instance [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'numa_topology' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.objects.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:35:50 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:35:50 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.objects.instance [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'vcpu_model' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.objects.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zEWtNKmh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:35:50 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:35:50 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:35:50 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[01cf4ef2-29fa-4072-8d1b-92239d740e1c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:35:50 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:50 user nova-compute[74046]: INFO nova.compute.manager [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Attaching volume 799da291-5b91-4c6b-b454-0deb3bf790c2 to /dev/vdb
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5457385-d4ff-46b4-bdc2-d5d05c0edf04]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94] added
Oct 23 18:35:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.network.neutron [req-32e65e70-9f6b-4163-b187-b4c9eb5cd24c req-34ea5f55-4b49-4197-8f5a-9ce2b761ab1e service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updated VIF entry in instance network info cache for port 7e7ab780-1a71-4cd7-b677-862351266a84. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG nova.network.neutron [req-32e65e70-9f6b-4163-b187-b4c9eb5cd24c req-34ea5f55-4b49-4197-8f5a-9ce2b761ab1e service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updating instance_info_cache with network_info: [{"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0b3b8fe-a0c2-4bb4-8f35-3d48b4cce44c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.utils [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-32e65e70-9f6b-4163-b187-b4c9eb5cd24c req-34ea5f55-4b49-4197-8f5a-9ce2b761ab1e service nova] Releasing lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.041s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[05bd6891-01ac-4174-90ed-74cee3f030ae]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zEWtNKmh {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[20b15359-1ce6-467a-9463-eee0a5c650c3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zEWtNKmh" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c0befd1-17f6-42a7-a77b-5d2588eca538]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zEWtNKmh'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d9c3d38-2999-45cf-b558-43471d9746f1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[848af575-b675-4848-b2b9-3d12ec558ba4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.037s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[49193631-62a8-4437-bed3-e4efae4e699b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b64a698d-72eb-4109-b7c3-f54698904842]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 18:35:51 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 18:35:51 user nova-compute[74046]:  {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:35:51 user nova-compute[74046]: WARNING os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 18:35:51 user nova-compute[74046]: 
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a137df97-14cd-4b32-a179-63be7db168f6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9098184-0d7f-4728-91d3-017625759d4e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260]
Oct 23 18:35:51 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260] successful.
Oct 23 18:35:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:35:51 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a6d036c-1c6f-4978-8ded-7b4e225d7912]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.utils [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] <== get_connector_properties: return (206ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updating existing volume attachment record: 11fc0802-ebf3-4f30-a82d-30d2c5d06480 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d3dca5c-3772-4f98-baea-f91e6c0a9ca1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d003eb1f-963b-4bd6-a4f0-e997aa70d688]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:35:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:35:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.418s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] HCTL ('33', '-', '-', 0) found on session 27 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[accfb4ac-4eb5-4e38-bff5-ee4d7f0504f7]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:35:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zEWtNKmh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.459s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] <== connect_volume: return (1461ms) {'type': 'block', 'scsi_wwn': '23766353639373531', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23766353639373531', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:31:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-906076550',display_name='tempest-AttachVolumeTestJSON-server-906076550',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-906076550',id=19,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF+/GHhGg0/N3/fYq5SVwpjnrJkusqumLBnMitvCtw9iRzFTpomzGv+GJbMSXMAciRAPZ9ZEN2WYgmSZ23W6NsF2pv6skJDKUinQfC01sFwVZoUhV9QCMxavZsotDIkYkw==',key_name='tempest-keypair-1175876386',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:31:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='a250d57fd9ba46b1af8fe7a4fb3bc24a',ramdisk_id='',reservation_id='r-3juie69b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1722492110',owner_user_name='tempest-AttachVolumeTestJSON-1722492110-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:33:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ef7c31da354e09b4785325d4565fd9',uuid=883d3144-93db-4ad6-bc60-6b71bf381a9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converting VIF {"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG nova.objects.instance [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'pci_devices' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG nova.objects.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:35:52 user nova-compute[74046]:   <uuid>883d3144-93db-4ad6-bc60-6b71bf381a9b</uuid>
Oct 23 18:35:52 user nova-compute[74046]:   <name>instance-00000013</name>
Oct 23 18:35:52 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:35:52 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:35:52 user nova-compute[74046]:   <metadata>
Oct 23 18:35:52 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:35:52 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:35:52 user nova-compute[74046]:       <nova:name>tempest-AttachVolumeTestJSON-server-906076550</nova:name>
Oct 23 18:35:52 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:35:50</nova:creationTime>
Oct 23 18:35:52 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:35:52 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:35:52 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:35:52 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:35:52 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:35:52 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:35:52 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:35:52 user nova-compute[74046]:       <nova:owner>
Oct 23 18:35:52 user nova-compute[74046]:         <nova:user uuid="22ef7c31da354e09b4785325d4565fd9">tempest-AttachVolumeTestJSON-1722492110-project-member</nova:user>
Oct 23 18:35:52 user nova-compute[74046]:         <nova:project uuid="a250d57fd9ba46b1af8fe7a4fb3bc24a">tempest-AttachVolumeTestJSON-1722492110</nova:project>
Oct 23 18:35:52 user nova-compute[74046]:       </nova:owner>
Oct 23 18:35:52 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:35:52 user nova-compute[74046]:       <nova:ports>
Oct 23 18:35:52 user nova-compute[74046]:         <nova:port uuid="ca103173-881a-4e9e-9d52-a8c52ef004b3">
Oct 23 18:35:52 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 23 18:35:52 user nova-compute[74046]:         </nova:port>
Oct 23 18:35:52 user nova-compute[74046]:       </nova:ports>
Oct 23 18:35:52 user nova-compute[74046]:     </nova:instance>
Oct 23 18:35:52 user nova-compute[74046]:   </metadata>
Oct 23 18:35:52 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:35:52 user nova-compute[74046]:     <system>
Oct 23 18:35:52 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:35:52 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:35:52 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:35:52 user nova-compute[74046]:       <entry name="serial">883d3144-93db-4ad6-bc60-6b71bf381a9b</entry>
Oct 23 18:35:52 user nova-compute[74046]:       <entry name="uuid">883d3144-93db-4ad6-bc60-6b71bf381a9b</entry>
Oct 23 18:35:52 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:35:52 user nova-compute[74046]:     </system>
Oct 23 18:35:52 user nova-compute[74046]:   </sysinfo>
Oct 23 18:35:52 user nova-compute[74046]:   <os>
Oct 23 18:35:52 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:35:52 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:35:52 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:35:52 user nova-compute[74046]:   </os>
Oct 23 18:35:52 user nova-compute[74046]:   <features>
Oct 23 18:35:52 user nova-compute[74046]:     <acpi/>
Oct 23 18:35:52 user nova-compute[74046]:     <apic/>
Oct 23 18:35:52 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:35:52 user nova-compute[74046]:   </features>
Oct 23 18:35:52 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:35:52 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:35:52 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:35:52 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:35:52 user nova-compute[74046]:   </clock>
Oct 23 18:35:52 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:35:52 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:35:52 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:35:52 user nova-compute[74046]:   </cpu>
Oct 23 18:35:52 user nova-compute[74046]:   <devices>
Oct 23 18:35:52 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:35:52 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:35:52 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk"/>
Oct 23 18:35:52 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:35:52 user nova-compute[74046]:     </disk>
Oct 23 18:35:52 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:35:52 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:35:52 user nova-compute[74046]:       <source dev="/dev/sdb"/>
Oct 23 18:35:52 user nova-compute[74046]:       <target dev="vdb" bus="virtio"/>
Oct 23 18:35:52 user nova-compute[74046]:       <serial>4fcd3712-d286-4fa9-ad78-e584aa26de94</serial>
Oct 23 18:35:52 user nova-compute[74046]:     </disk>
Oct 23 18:35:52 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:35:52 user nova-compute[74046]:       <mac address="fa:16:3e:fa:47:b2"/>
Oct 23 18:35:52 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:35:52 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:35:52 user nova-compute[74046]:       <target dev="tapca103173-88"/>
Oct 23 18:35:52 user nova-compute[74046]:     </interface>
Oct 23 18:35:52 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:35:52 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/console.log" append="off"/>
Oct 23 18:35:52 user nova-compute[74046]:     </serial>
Oct 23 18:35:52 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:35:52 user nova-compute[74046]:     <video>
Oct 23 18:35:52 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:35:52 user nova-compute[74046]:     </video>
Oct 23 18:35:52 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:35:52 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:35:52 user nova-compute[74046]:     </rng>
Oct 23 18:35:52 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:35:52 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:35:52 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:35:52 user nova-compute[74046]:     </memballoon>
Oct 23 18:35:52 user nova-compute[74046]:   </devices>
Oct 23 18:35:52 user nova-compute[74046]: </domain>
Oct 23 18:35:52 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG nova.objects.instance [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'trusted_certs' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG nova.objects.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:35:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.231s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Checking if we can resize image /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Cannot resize image /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG nova.objects.instance [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'migration_context' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG nova.objects.base [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:31:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-906076550',display_name='tempest-AttachVolumeTestJSON-server-906076550',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-906076550',id=19,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF+/GHhGg0/N3/fYq5SVwpjnrJkusqumLBnMitvCtw9iRzFTpomzGv+GJbMSXMAciRAPZ9ZEN2WYgmSZ23W6NsF2pv6skJDKUinQfC01sFwVZoUhV9QCMxavZsotDIkYkw==',key_name='tempest-keypair-1175876386',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:31:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='a250d57fd9ba46b1af8fe7a4fb3bc24a',ramdisk_id='',reservation_id='r-3juie69b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1722492110',owner_user_name='tempest-AttachVolumeTestJSON-1722492110-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:33:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ef7c31da354e09b4785325d4565fd9',uuid=883d3144-93db-4ad6-bc60-6b71bf381a9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converting VIF {"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG os_vif [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '75873769-6e08-59a5-a64d-f5af02d0e56c', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapca103173-88, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapca103173-88, col_values=(('qos', UUID('497b060e-1400-4596-8381-e6a5d617997d')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapca103173-88, col_values=(('external_ids', {'iface-id': 'ca103173-881a-4e9e-9d52-a8c52ef004b3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:47:b2', 'vm-uuid': '883d3144-93db-4ad6-bc60-6b71bf381a9b'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:53 user nova-compute[74046]: INFO os_vif [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88')
Oct 23 18:35:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:35:53 user nova-compute[74046]: INFO nova.compute.claims [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Claim successful on node user
Oct 23 18:35:53 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.544s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:53 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG nova.network.neutron [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:35:54 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:35:54 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:54 user nova-compute[74046]: INFO nova.compute.manager [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Terminating instance
Oct 23 18:35:54 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG nova.policy [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '332f68d4f3704d14934eb31298d19c2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e4fd944a6c045f18b767e9ccea57878', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:35:54 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Creating image(s)
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "/opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "/opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "/opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-ab4395c4-e173-4364-9b42-9444678134c9 req-b4c88533-85b6-4900-aede-c17263a624b9 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received event network-vif-unplugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ab4395c4-e173-4364-9b42-9444678134c9 req-b4c88533-85b6-4900-aede-c17263a624b9 service nova] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ab4395c4-e173-4364-9b42-9444678134c9 req-b4c88533-85b6-4900-aede-c17263a624b9 service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ab4395c4-e173-4364-9b42-9444678134c9 req-b4c88533-85b6-4900-aede-c17263a624b9 service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-ab4395c4-e173-4364-9b42-9444678134c9 req-b4c88533-85b6-4900-aede-c17263a624b9 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] No waiting events found dispatching network-vif-unplugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-ab4395c4-e173-4364-9b42-9444678134c9 req-b4c88533-85b6-4900-aede-c17263a624b9 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received event network-vif-unplugged-df053e74-64ff-40cd-9316-f936b6371363 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.288s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.185s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk 1073741824" returned: 0 in 0.066s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.218s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-9fe5fdd9-ef91-43b4-ad4d-2971b70ab0ab req-185183c9-ff73-4fb5-ac37-2c0875ddbd4e service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9fe5fdd9-ef91-43b4-ad4d-2971b70ab0ab req-185183c9-ff73-4fb5-ac37-2c0875ddbd4e service nova] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9fe5fdd9-ef91-43b4-ad4d-2971b70ab0ab req-185183c9-ff73-4fb5-ac37-2c0875ddbd4e service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9fe5fdd9-ef91-43b4-ad4d-2971b70ab0ab req-185183c9-ff73-4fb5-ac37-2c0875ddbd4e service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-9fe5fdd9-ef91-43b4-ad4d-2971b70ab0ab req-185183c9-ff73-4fb5-ac37-2c0875ddbd4e service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] No waiting events found dispatching network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:35:55 user nova-compute[74046]: WARNING nova.compute.manager [req-9fe5fdd9-ef91-43b4-ad4d-2971b70ab0ab req-185183c9-ff73-4fb5-ac37-2c0875ddbd4e service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received unexpected event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 for instance with vm_state stopped and task_state powering-on.
Oct 23 18:35:55 user nova-compute[74046]: DEBUG nova.network.neutron [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Successfully created port: 9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json" returned: 0 in 0.300s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Cannot resize image /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Ensure instance console log exists: /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.007s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Instance destroyed successfully.
Oct 23 18:35:55 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lazy-loading 'resources' on Instance uuid e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:29:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-969102318',display_name='tempest-ServerActionsTestOtherA-server-1265348717',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-969102318',id=15,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCWDvNM5x3PBt7T3gfo5BK2i35Rszq/JMttE5XMe+JzlMxcNTv/dUaVWcabsOftlzl9LXnuzFegzdaRl4Oy69qIePY24C8BMeyGF9Agbhao9zDBMbpciJkL1hQw4XGMgYw==',key_name='tempest-keypair-1751572263',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:32:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-003w4xu0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:32:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "df053e74-64ff-40cd-9316-f936b6371363", "address": "fa:16:3e:a0:4a:e7", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf053e74-64", "ovs_interfaceid": "df053e74-64ff-40cd-9316-f936b6371363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG os_vif [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf053e74-64, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=83ba5874-6ab6-40fb-a1d7-6166ccbc65cb) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:55 user nova-compute[74046]: INFO os_vif [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:4a:e7,bridge_name='br-int',has_traffic_filtering=True,id=df053e74-64ff-40cd-9316-f936b6371363,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf053e74-64')
Oct 23 18:35:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Deleting instance files /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2_del
Oct 23 18:35:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Deletion of /opt/stack/data/nova/instances/e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2_del complete
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:55 user nova-compute[74046]: INFO nova.compute.manager [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Took 1.73 seconds to destroy the instance on the hypervisor.
Oct 23 18:35:55 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG nova.network.neutron [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Successfully updated port: 9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "refresh_cache-5c93f02b-ba1a-4bba-8758-21412ec85d95" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquired lock "refresh_cache-5c93f02b-ba1a-4bba-8758-21412ec85d95" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG nova.network.neutron [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG nova.network.neutron [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c32d581-8321-43ba-857c-123e69777495 req-0597b414-39ef-4d01-8986-bd7f0ebea584 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Received event network-changed-9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c32d581-8321-43ba-857c-123e69777495 req-0597b414-39ef-4d01-8986-bd7f0ebea584 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Refreshing instance network info cache due to event network-changed-9c9c053c-39a2-43f5-b719-3ad147c67ed5. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c32d581-8321-43ba-857c-123e69777495 req-0597b414-39ef-4d01-8986-bd7f0ebea584 service nova] Acquiring lock "refresh_cache-5c93f02b-ba1a-4bba-8758-21412ec85d95" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-bf80a591-92ef-4c6a-862f-66106b4554b4 req-bb433c35-8df7-4f9e-a6c9-736e3f763200 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received event network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bf80a591-92ef-4c6a-862f-66106b4554b4 req-bb433c35-8df7-4f9e-a6c9-736e3f763200 service nova] Acquiring lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bf80a591-92ef-4c6a-862f-66106b4554b4 req-bb433c35-8df7-4f9e-a6c9-736e3f763200 service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bf80a591-92ef-4c6a-862f-66106b4554b4 req-bb433c35-8df7-4f9e-a6c9-736e3f763200 service nova] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-bf80a591-92ef-4c6a-862f-66106b4554b4 req-bb433c35-8df7-4f9e-a6c9-736e3f763200 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] No waiting events found dispatching network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:35:56 user nova-compute[74046]: WARNING nova.compute.manager [req-bf80a591-92ef-4c6a-862f-66106b4554b4 req-bb433c35-8df7-4f9e-a6c9-736e3f763200 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received unexpected event network-vif-plugged-df053e74-64ff-40cd-9316-f936b6371363 for instance with vm_state active and task_state deleting.
Oct 23 18:35:56 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:56 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Took 0.90 seconds to deallocate network for instance.
Oct 23 18:35:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.004s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG nova.network.neutron [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Updating instance_info_cache with network_info: [{"id": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "address": "fa:16:3e:ce:ee:7d", "network": {"id": "5150c982-ef13-4ada-b5ba-a173d4283e8e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2126242780-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e4fd944a6c045f18b767e9ccea57878", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c9c053c-39", "ovs_interfaceid": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Releasing lock "refresh_cache-5c93f02b-ba1a-4bba-8758-21412ec85d95" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Instance network_info: |[{"id": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "address": "fa:16:3e:ce:ee:7d", "network": {"id": "5150c982-ef13-4ada-b5ba-a173d4283e8e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2126242780-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e4fd944a6c045f18b767e9ccea57878", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c9c053c-39", "ovs_interfaceid": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c32d581-8321-43ba-857c-123e69777495 req-0597b414-39ef-4d01-8986-bd7f0ebea584 service nova] Acquired lock "refresh_cache-5c93f02b-ba1a-4bba-8758-21412ec85d95" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG nova.network.neutron [req-5c32d581-8321-43ba-857c-123e69777495 req-0597b414-39ef-4d01-8986-bd7f0ebea584 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Refreshing network info cache for port 9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:35:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Start _get_guest_xml network_info=[{"id": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "address": "fa:16:3e:ce:ee:7d", "network": {"id": "5150c982-ef13-4ada-b5ba-a173d4283e8e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2126242780-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e4fd944a6c045f18b767e9ccea57878", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c9c053c-39", "ovs_interfaceid": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:35:56 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:35:56 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:35:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-701002036',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-701002036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-7010020',id=25,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFvP6QvhAocGbm8HtoClPjDI1SKAq0ILRMpZhO9MeZvXGjf1lkggl0I7JvoKW2INCG6iQ9Y0+T4q/zh2FPEngJVo9wulnIxnQpSANY/yM6LN8bMcvIWILj7SG0hLuDvhKQ==',key_name='tempest-keypair-80956773',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e4fd944a6c045f18b767e9ccea57878',ramdisk_id='',reservation_id='r-tcexhon7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1889938027',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:35:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='332f68d4f3704d14934eb31298d19c2e',uuid=5c93f02b-ba1a-4bba-8758-21412ec85d95,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "address": "fa:16:3e:ce:ee:7d", "network": {"id": "5150c982-ef13-4ada-b5ba-a173d4283e8e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2126242780-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e4fd944a6c045f18b767e9ccea57878", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c9c053c-39", "ovs_interfaceid": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Converting VIF {"id": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "address": "fa:16:3e:ce:ee:7d", "network": {"id": "5150c982-ef13-4ada-b5ba-a173d4283e8e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2126242780-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e4fd944a6c045f18b767e9ccea57878", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c9c053c-39", "ovs_interfaceid": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:ee:7d,bridge_name='br-int',has_traffic_filtering=True,id=9c9c053c-39a2-43f5-b719-3ad147c67ed5,network=Network(5150c982-ef13-4ada-b5ba-a173d4283e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c9c053c-39') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.objects.instance [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lazy-loading 'pci_devices' on Instance uuid 5c93f02b-ba1a-4bba-8758-21412ec85d95 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:35:57 user nova-compute[74046]:   <uuid>5c93f02b-ba1a-4bba-8758-21412ec85d95</uuid>
Oct 23 18:35:57 user nova-compute[74046]:   <name>instance-00000019</name>
Oct 23 18:35:57 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:35:57 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:35:57 user nova-compute[74046]:   <metadata>
Oct 23 18:35:57 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:35:57 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:35:57 user nova-compute[74046]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-701002036</nova:name>
Oct 23 18:35:57 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:35:56</nova:creationTime>
Oct 23 18:35:57 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:35:57 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:35:57 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:35:57 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:35:57 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:35:57 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:35:57 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:35:57 user nova-compute[74046]:       <nova:owner>
Oct 23 18:35:57 user nova-compute[74046]:         <nova:user uuid="332f68d4f3704d14934eb31298d19c2e">tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member</nova:user>
Oct 23 18:35:57 user nova-compute[74046]:         <nova:project uuid="1e4fd944a6c045f18b767e9ccea57878">tempest-TestServerVolumeAttachScenarioOldVersion-1889938027</nova:project>
Oct 23 18:35:57 user nova-compute[74046]:       </nova:owner>
Oct 23 18:35:57 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:35:57 user nova-compute[74046]:       <nova:ports>
Oct 23 18:35:57 user nova-compute[74046]:         <nova:port uuid="9c9c053c-39a2-43f5-b719-3ad147c67ed5">
Oct 23 18:35:57 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 23 18:35:57 user nova-compute[74046]:         </nova:port>
Oct 23 18:35:57 user nova-compute[74046]:       </nova:ports>
Oct 23 18:35:57 user nova-compute[74046]:     </nova:instance>
Oct 23 18:35:57 user nova-compute[74046]:   </metadata>
Oct 23 18:35:57 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:35:57 user nova-compute[74046]:     <system>
Oct 23 18:35:57 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:35:57 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:35:57 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:35:57 user nova-compute[74046]:       <entry name="serial">5c93f02b-ba1a-4bba-8758-21412ec85d95</entry>
Oct 23 18:35:57 user nova-compute[74046]:       <entry name="uuid">5c93f02b-ba1a-4bba-8758-21412ec85d95</entry>
Oct 23 18:35:57 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:35:57 user nova-compute[74046]:     </system>
Oct 23 18:35:57 user nova-compute[74046]:   </sysinfo>
Oct 23 18:35:57 user nova-compute[74046]:   <os>
Oct 23 18:35:57 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:35:57 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:35:57 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:35:57 user nova-compute[74046]:   </os>
Oct 23 18:35:57 user nova-compute[74046]:   <features>
Oct 23 18:35:57 user nova-compute[74046]:     <acpi/>
Oct 23 18:35:57 user nova-compute[74046]:     <apic/>
Oct 23 18:35:57 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:35:57 user nova-compute[74046]:   </features>
Oct 23 18:35:57 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:35:57 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:35:57 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:35:57 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:35:57 user nova-compute[74046]:   </clock>
Oct 23 18:35:57 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:35:57 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:35:57 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:35:57 user nova-compute[74046]:   </cpu>
Oct 23 18:35:57 user nova-compute[74046]:   <devices>
Oct 23 18:35:57 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:35:57 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:35:57 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk"/>
Oct 23 18:35:57 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:35:57 user nova-compute[74046]:     </disk>
Oct 23 18:35:57 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:35:57 user nova-compute[74046]:       <mac address="fa:16:3e:ce:ee:7d"/>
Oct 23 18:35:57 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:35:57 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:35:57 user nova-compute[74046]:       <target dev="tap9c9c053c-39"/>
Oct 23 18:35:57 user nova-compute[74046]:     </interface>
Oct 23 18:35:57 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:35:57 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/console.log" append="off"/>
Oct 23 18:35:57 user nova-compute[74046]:     </serial>
Oct 23 18:35:57 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:35:57 user nova-compute[74046]:     <video>
Oct 23 18:35:57 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:35:57 user nova-compute[74046]:     </video>
Oct 23 18:35:57 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:35:57 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:35:57 user nova-compute[74046]:     </rng>
Oct 23 18:35:57 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:35:57 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:35:57 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:35:57 user nova-compute[74046]:     </memballoon>
Oct 23 18:35:57 user nova-compute[74046]:   </devices>
Oct 23 18:35:57 user nova-compute[74046]: </domain>
Oct 23 18:35:57 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:35:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-701002036',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-701002036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-7010020',id=25,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFvP6QvhAocGbm8HtoClPjDI1SKAq0ILRMpZhO9MeZvXGjf1lkggl0I7JvoKW2INCG6iQ9Y0+T4q/zh2FPEngJVo9wulnIxnQpSANY/yM6LN8bMcvIWILj7SG0hLuDvhKQ==',key_name='tempest-keypair-80956773',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e4fd944a6c045f18b767e9ccea57878',ramdisk_id='',reservation_id='r-tcexhon7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1889938027',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:35:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='332f68d4f3704d14934eb31298d19c2e',uuid=5c93f02b-ba1a-4bba-8758-21412ec85d95,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "address": "fa:16:3e:ce:ee:7d", "network": {"id": "5150c982-ef13-4ada-b5ba-a173d4283e8e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2126242780-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e4fd944a6c045f18b767e9ccea57878", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c9c053c-39", "ovs_interfaceid": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Converting VIF {"id": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "address": "fa:16:3e:ce:ee:7d", "network": {"id": "5150c982-ef13-4ada-b5ba-a173d4283e8e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2126242780-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e4fd944a6c045f18b767e9ccea57878", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c9c053c-39", "ovs_interfaceid": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ce:ee:7d,bridge_name='br-int',has_traffic_filtering=True,id=9c9c053c-39a2-43f5-b719-3ad147c67ed5,network=Network(5150c982-ef13-4ada-b5ba-a173d4283e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c9c053c-39') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG os_vif [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:ee:7d,bridge_name='br-int',has_traffic_filtering=True,id=9c9c053c-39a2-43f5-b719-3ad147c67ed5,network=Network(5150c982-ef13-4ada-b5ba-a173d4283e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c9c053c-39') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1af9f778-db14-5788-b51c-dbcbd51ba94c', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9c9c053c-39, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9c9c053c-39, col_values=(('qos', UUID('5024cfd6-9929-4901-a16d-c90c0ba70067')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9c9c053c-39, col_values=(('external_ids', {'iface-id': '9c9c053c-39a2-43f5-b719-3ad147c67ed5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ce:ee:7d', 'vm-uuid': '5c93f02b-ba1a-4bba-8758-21412ec85d95'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:57 user nova-compute[74046]: INFO os_vif [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ce:ee:7d,bridge_name='br-int',has_traffic_filtering=True,id=9c9c053c-39a2-43f5-b719-3ad147c67ed5,network=Network(5150c982-ef13-4ada-b5ba-a173d4283e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c9c053c-39')
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] No VIF found with MAC fa:16:3e:ce:ee:7d, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.570s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-c2547a39-5625-4bd8-b264-01a7c0c4ea87 req-b26fd979-464b-42a1-bbd5-03ba262c7c22 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c2547a39-5625-4bd8-b264-01a7c0c4ea87 req-b26fd979-464b-42a1-bbd5-03ba262c7c22 service nova] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c2547a39-5625-4bd8-b264-01a7c0c4ea87 req-b26fd979-464b-42a1-bbd5-03ba262c7c22 service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c2547a39-5625-4bd8-b264-01a7c0c4ea87 req-b26fd979-464b-42a1-bbd5-03ba262c7c22 service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-c2547a39-5625-4bd8-b264-01a7c0c4ea87 req-b26fd979-464b-42a1-bbd5-03ba262c7c22 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] No waiting events found dispatching network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:35:57 user nova-compute[74046]: WARNING nova.compute.manager [req-c2547a39-5625-4bd8-b264-01a7c0c4ea87 req-b26fd979-464b-42a1-bbd5-03ba262c7c22 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received unexpected event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 for instance with vm_state stopped and task_state powering-on.
Oct 23 18:35:57 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Deleted allocations for instance e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2
Oct 23 18:35:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5cd96c1-b7aa-4c0c-8cf9-9900af2192d2 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.454s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.network.neutron [req-5c32d581-8321-43ba-857c-123e69777495 req-0597b414-39ef-4d01-8986-bd7f0ebea584 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Updated VIF entry in instance network info cache for port 9c9c053c-39a2-43f5-b719-3ad147c67ed5. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG nova.network.neutron [req-5c32d581-8321-43ba-857c-123e69777495 req-0597b414-39ef-4d01-8986-bd7f0ebea584 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Updating instance_info_cache with network_info: [{"id": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "address": "fa:16:3e:ce:ee:7d", "network": {"id": "5150c982-ef13-4ada-b5ba-a173d4283e8e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2126242780-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e4fd944a6c045f18b767e9ccea57878", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c9c053c-39", "ovs_interfaceid": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:35:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c32d581-8321-43ba-857c-123e69777495 req-0597b414-39ef-4d01-8986-bd7f0ebea584 service nova] Releasing lock "refresh_cache-5c93f02b-ba1a-4bba-8758-21412ec85d95" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:35:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:35:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:35:58 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Instance rebooted successfully.
Oct 23 18:35:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-913f31b5-eabb-47a6-bfd1-18f458d8ae32 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:35:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-38f0671e-d918-4476-ba6c-f54e6d006853 req-16f9098c-0622-46fa-9197-b50ae9aade27 service nova] [instance: e0ff4aee-cff3-48cb-a4e0-02db21d2d3f2] Received event network-vif-deleted-df053e74-64ff-40cd-9316-f936b6371363 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:35:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:35:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-a9771a04-1cf8-4fdd-8037-624f1d02d8d1 req-125e3444-cf6a-4546-afe8-9d7400b58f0d service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Received event network-vif-plugged-9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:36:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a9771a04-1cf8-4fdd-8037-624f1d02d8d1 req-125e3444-cf6a-4546-afe8-9d7400b58f0d service nova] Acquiring lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a9771a04-1cf8-4fdd-8037-624f1d02d8d1 req-125e3444-cf6a-4546-afe8-9d7400b58f0d service nova] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a9771a04-1cf8-4fdd-8037-624f1d02d8d1 req-125e3444-cf6a-4546-afe8-9d7400b58f0d service nova] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-a9771a04-1cf8-4fdd-8037-624f1d02d8d1 req-125e3444-cf6a-4546-afe8-9d7400b58f0d service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] No waiting events found dispatching network-vif-plugged-9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:36:00 user nova-compute[74046]: WARNING nova.compute.manager [req-a9771a04-1cf8-4fdd-8037-624f1d02d8d1 req-125e3444-cf6a-4546-afe8-9d7400b58f0d service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Received unexpected event network-vif-plugged-9c9c053c-39a2-43f5-b719-3ad147c67ed5 for instance with vm_state building and task_state spawning.
Oct 23 18:36:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-a9771a04-1cf8-4fdd-8037-624f1d02d8d1 req-125e3444-cf6a-4546-afe8-9d7400b58f0d service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Received event network-vif-plugged-9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:36:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a9771a04-1cf8-4fdd-8037-624f1d02d8d1 req-125e3444-cf6a-4546-afe8-9d7400b58f0d service nova] Acquiring lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a9771a04-1cf8-4fdd-8037-624f1d02d8d1 req-125e3444-cf6a-4546-afe8-9d7400b58f0d service nova] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a9771a04-1cf8-4fdd-8037-624f1d02d8d1 req-125e3444-cf6a-4546-afe8-9d7400b58f0d service nova] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-a9771a04-1cf8-4fdd-8037-624f1d02d8d1 req-125e3444-cf6a-4546-afe8-9d7400b58f0d service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] No waiting events found dispatching network-vif-plugged-9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:36:00 user nova-compute[74046]: WARNING nova.compute.manager [req-a9771a04-1cf8-4fdd-8037-624f1d02d8d1 req-125e3444-cf6a-4546-afe8-9d7400b58f0d service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Received unexpected event network-vif-plugged-9c9c053c-39a2-43f5-b719-3ad147c67ed5 for instance with vm_state building and task_state spawning.
Oct 23 18:36:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:36:01 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 18:36:01 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] There are 0 instances to clean {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 18:36:01 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:36:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:36:01 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Instance spawned successfully.
Oct 23 18:36:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:36:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:36:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:36:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:36:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:36:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:36:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:36:01 user nova-compute[74046]: INFO nova.compute.manager [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Took 7.58 seconds to spawn the instance on the hypervisor.
Oct 23 18:36:01 user nova-compute[74046]: DEBUG nova.compute.manager [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:36:02 user nova-compute[74046]: INFO nova.compute.manager [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Took 8.64 seconds to build instance.
Oct 23 18:36:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-21835ec9-1d25-4a2b-9a9e-b5d290c1e480 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.932s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:03 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:36:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:36:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74046) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 18:36:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:07 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:36:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:36:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:36:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:36:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:36:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updating instance_info_cache with network_info: [{"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:36:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:36:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:36:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:09 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:36:10 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:36:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:10 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:36:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JInUulAG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:36:11 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:36:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:36:11 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:36:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:36:11 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba6503df-9823-43e5-ad89-f4b75b849e6f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:36:11 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ce7d415-5a46-4629-9b7d-2450f903ec89]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2] added
Oct 23 18:36:11 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fb9eb7a-334b-4b48-8b89-a0214634e86f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[652f38b0-677d-4698-abe5-bc4ae3c601d1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JInUulAG {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JInUulAG" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[27fa846c-50b0-422c-ab28-191e2b461ebe]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JInUulAG'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eda16b0-3606-461e-985c-a5e1e148d844]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa1c5b82-28f3-4124-a0e3-7da38753a074]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:36:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:36:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[74cfc522-fea1-4dbe-8fad-c3d3f7d20ecd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2, portal: 172.16.0.220,3260]
Oct 23 18:36:12 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2, portal: 172.16.0.220,3260] successful.
Oct 23 18:36:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dd36a0e-f6c6-45e3-9d9d-cf47ec4a68aa]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8da0acf-9fe2-4274-b93a-715186bce836]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:36:12 user nova-compute[74046]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:36:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:36:12 user nova-compute[74046]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:36:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.365s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] HCTL ('34', '-', '-', 0) found on session 28 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.038s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ac665bc-8e10-4139-942e-63a995d3ff20]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Searching for a device in session 28 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JInUulAG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.448s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] <== connect_volume: return (1456ms) {'type': 'block', 'scsi_wwn': '26563376466613764', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26563376466613764', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG nova.objects.instance [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'flavor' on Instance uuid 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:36:13 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:36:13 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:36:13 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:36:13 user nova-compute[74046]:   <serial>799da291-5b91-4c6b-b454-0deb3bf790c2</serial>
Oct 23 18:36:13 user nova-compute[74046]: </disk>
Oct 23 18:36:13 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:36:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:36:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No VIF found with MAC fa:16:3e:71:be:76, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:36:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1f373026-b0e5-4dd0-96b5-1b66aa1d8548 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.341s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.212s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:15 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:36:15 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7413MB free_disk=25.361347198486328GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:15 user nova-compute[74046]: INFO nova.compute.manager [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Rescuing
Oct 23 18:36:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquired lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 883d3144-93db-4ad6-bc60-6b71bf381a9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 40521fb9-5dd1-41f1-93ff-6c4537985401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 5c93f02b-ba1a-4bba-8758-21412ec85d95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing inventories for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating ProviderTree inventory for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing aggregate associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, aggregates: None {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing trait associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updating instance_info_cache with network_info: [{"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:36:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Releasing lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.899s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-0bcbf176-916d-4dbe-bdb8-98f36febf8a7 req-475eb372-1659-4c13-9620-bbe2a7ebde65 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-unplugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0bcbf176-916d-4dbe-bdb8-98f36febf8a7 req-475eb372-1659-4c13-9620-bbe2a7ebde65 service nova] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0bcbf176-916d-4dbe-bdb8-98f36febf8a7 req-475eb372-1659-4c13-9620-bbe2a7ebde65 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0bcbf176-916d-4dbe-bdb8-98f36febf8a7 req-475eb372-1659-4c13-9620-bbe2a7ebde65 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-0bcbf176-916d-4dbe-bdb8-98f36febf8a7 req-475eb372-1659-4c13-9620-bbe2a7ebde65 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] No waiting events found dispatching network-vif-unplugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:36:16 user nova-compute[74046]: WARNING nova.compute.manager [req-0bcbf176-916d-4dbe-bdb8-98f36febf8a7 req-475eb372-1659-4c13-9620-bbe2a7ebde65 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received unexpected event network-vif-unplugged-7e7ab780-1a71-4cd7-b677-862351266a84 for instance with vm_state active and task_state rescuing.
Oct 23 18:36:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:16 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Instance destroyed successfully.
Oct 23 18:36:16 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Attempting rescue
Oct 23 18:36:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74046) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Instance directory exists: not creating {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 18:36:16 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Creating image(s)
Oct 23 18:36:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "/opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "/opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "/opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'trusted_certs' on Instance uuid 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.214s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk.rescue {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk.rescue" returned: 0 in 0.053s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'migration_context' on Instance uuid 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.objects.base [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<89a6ea8c-2401-4d93-80a0-7be91c7bfa5d> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Start _get_guest_xml network_info=[{"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.140", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "vif_mac": "fa:16:3e:71:be:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'resources' on Instance uuid 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.objects.base [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<89a6ea8c-2401-4d93-80a0-7be91c7bfa5d> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'numa_topology' on Instance uuid 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.objects.base [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<89a6ea8c-2401-4d93-80a0-7be91c7bfa5d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:36:17 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:36:17 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'vcpu_model' on Instance uuid 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.objects.base [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<89a6ea8c-2401-4d93-80a0-7be91c7bfa5d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:33:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2015376183',display_name='tempest-ServerRescueNegativeTestJSON-server-2015376183',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2015376183',id=21,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDPcgsimowJBogrxSct+o6Dbrxut3p7GpWSCGOFEIaCxZ9ULPqonbtsh+wnJpAFkoNPkJYVax8VyR1DZHV9kA+rnT2C5jAxQ1mW1JrlCx6ml2gynyEB7kC6oHUm3g92l/g==',key_name='tempest-keypair-939846866',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:34:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1df5afb288fb42fd8800b5e8c1669e7b',ramdisk_id='',reservation_id='r-7eedgd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1892604795',owner_user_name='tempest-ServerRescueNegativeTestJSON-1892604795-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:34:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8768bac4ff57480eaab864da6a3b481d',uuid=89a6ea8c-2401-4d93-80a0-7be91c7bfa5d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.140", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "vif_mac": "fa:16:3e:71:be:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converting VIF {"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.140", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "vif_mac": "fa:16:3e:71:be:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:71:be:76,bridge_name='br-int',has_traffic_filtering=True,id=7e7ab780-1a71-4cd7-b677-862351266a84,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7ab780-1a') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'pci_devices' on Instance uuid 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.objects.base [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Object Instance<89a6ea8c-2401-4d93-80a0-7be91c7bfa5d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:36:17 user nova-compute[74046]:   <uuid>89a6ea8c-2401-4d93-80a0-7be91c7bfa5d</uuid>
Oct 23 18:36:17 user nova-compute[74046]:   <name>instance-00000015</name>
Oct 23 18:36:17 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:36:17 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:36:17 user nova-compute[74046]:   <metadata>
Oct 23 18:36:17 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:36:17 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:36:17 user nova-compute[74046]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2015376183</nova:name>
Oct 23 18:36:17 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:36:17</nova:creationTime>
Oct 23 18:36:17 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:36:17 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:36:17 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:36:17 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:36:17 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:36:17 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:36:17 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:36:17 user nova-compute[74046]:       <nova:owner>
Oct 23 18:36:17 user nova-compute[74046]:         <nova:user uuid="8768bac4ff57480eaab864da6a3b481d">tempest-ServerRescueNegativeTestJSON-1892604795-project-member</nova:user>
Oct 23 18:36:17 user nova-compute[74046]:         <nova:project uuid="1df5afb288fb42fd8800b5e8c1669e7b">tempest-ServerRescueNegativeTestJSON-1892604795</nova:project>
Oct 23 18:36:17 user nova-compute[74046]:       </nova:owner>
Oct 23 18:36:17 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:36:17 user nova-compute[74046]:       <nova:ports>
Oct 23 18:36:17 user nova-compute[74046]:         <nova:port uuid="7e7ab780-1a71-4cd7-b677-862351266a84">
Oct 23 18:36:17 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 23 18:36:17 user nova-compute[74046]:         </nova:port>
Oct 23 18:36:17 user nova-compute[74046]:       </nova:ports>
Oct 23 18:36:17 user nova-compute[74046]:     </nova:instance>
Oct 23 18:36:17 user nova-compute[74046]:   </metadata>
Oct 23 18:36:17 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:36:17 user nova-compute[74046]:     <system>
Oct 23 18:36:17 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:36:17 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:36:17 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:36:17 user nova-compute[74046]:       <entry name="serial">89a6ea8c-2401-4d93-80a0-7be91c7bfa5d</entry>
Oct 23 18:36:17 user nova-compute[74046]:       <entry name="uuid">89a6ea8c-2401-4d93-80a0-7be91c7bfa5d</entry>
Oct 23 18:36:17 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:36:17 user nova-compute[74046]:     </system>
Oct 23 18:36:17 user nova-compute[74046]:   </sysinfo>
Oct 23 18:36:17 user nova-compute[74046]:   <os>
Oct 23 18:36:17 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:36:17 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:36:17 user nova-compute[74046]:   </os>
Oct 23 18:36:17 user nova-compute[74046]:   <features>
Oct 23 18:36:17 user nova-compute[74046]:     <acpi/>
Oct 23 18:36:17 user nova-compute[74046]:     <apic/>
Oct 23 18:36:17 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:36:17 user nova-compute[74046]:   </features>
Oct 23 18:36:17 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:36:17 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:36:17 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:36:17 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:36:17 user nova-compute[74046]:   </clock>
Oct 23 18:36:17 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:36:17 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:36:17 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:36:17 user nova-compute[74046]:   </cpu>
Oct 23 18:36:17 user nova-compute[74046]:   <devices>
Oct 23 18:36:17 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:36:17 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:36:17 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk.rescue"/>
Oct 23 18:36:17 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:36:17 user nova-compute[74046]:     </disk>
Oct 23 18:36:17 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:36:17 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:36:17 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk"/>
Oct 23 18:36:17 user nova-compute[74046]:       <target dev="vdb" bus="virtio"/>
Oct 23 18:36:17 user nova-compute[74046]:     </disk>
Oct 23 18:36:17 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:36:17 user nova-compute[74046]:       <mac address="fa:16:3e:71:be:76"/>
Oct 23 18:36:17 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:36:17 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:36:17 user nova-compute[74046]:       <target dev="tap7e7ab780-1a"/>
Oct 23 18:36:17 user nova-compute[74046]:     </interface>
Oct 23 18:36:17 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:36:17 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/console.log" append="off"/>
Oct 23 18:36:17 user nova-compute[74046]:     </serial>
Oct 23 18:36:17 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:36:17 user nova-compute[74046]:     <video>
Oct 23 18:36:17 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:36:17 user nova-compute[74046]:     </video>
Oct 23 18:36:17 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:36:17 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:36:17 user nova-compute[74046]:     </rng>
Oct 23 18:36:17 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:36:17 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:36:17 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:36:17 user nova-compute[74046]:     </memballoon>
Oct 23 18:36:17 user nova-compute[74046]:   </devices>
Oct 23 18:36:17 user nova-compute[74046]: </domain>
Oct 23 18:36:17 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:36:17 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Instance destroyed successfully.
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:36:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] No VIF found with MAC fa:16:3e:71:be:76, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-72b9f758-99e8-417d-9eb6-83e7a1ee5589 req-1ee74ba9-f4dc-4cc3-b45f-9d600e986ad5 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-72b9f758-99e8-417d-9eb6-83e7a1ee5589 req-1ee74ba9-f4dc-4cc3-b45f-9d600e986ad5 service nova] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-72b9f758-99e8-417d-9eb6-83e7a1ee5589 req-1ee74ba9-f4dc-4cc3-b45f-9d600e986ad5 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-72b9f758-99e8-417d-9eb6-83e7a1ee5589 req-1ee74ba9-f4dc-4cc3-b45f-9d600e986ad5 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-72b9f758-99e8-417d-9eb6-83e7a1ee5589 req-1ee74ba9-f4dc-4cc3-b45f-9d600e986ad5 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] No waiting events found dispatching network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:36:18 user nova-compute[74046]: WARNING nova.compute.manager [req-72b9f758-99e8-417d-9eb6-83e7a1ee5589 req-1ee74ba9-f4dc-4cc3-b45f-9d600e986ad5 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received unexpected event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 for instance with vm_state active and task_state rescuing.
Oct 23 18:36:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:20 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6128ac2-ca60-44c7-aaaa-f36dfcb24a17 req-12c94702-728c-4e8b-90e1-870aba486538 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:36:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6128ac2-ca60-44c7-aaaa-f36dfcb24a17 req-12c94702-728c-4e8b-90e1-870aba486538 service nova] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6128ac2-ca60-44c7-aaaa-f36dfcb24a17 req-12c94702-728c-4e8b-90e1-870aba486538 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6128ac2-ca60-44c7-aaaa-f36dfcb24a17 req-12c94702-728c-4e8b-90e1-870aba486538 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:20 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6128ac2-ca60-44c7-aaaa-f36dfcb24a17 req-12c94702-728c-4e8b-90e1-870aba486538 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] No waiting events found dispatching network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:36:20 user nova-compute[74046]: WARNING nova.compute.manager [req-d6128ac2-ca60-44c7-aaaa-f36dfcb24a17 req-12c94702-728c-4e8b-90e1-870aba486538 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received unexpected event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 for instance with vm_state active and task_state rescuing.
Oct 23 18:36:20 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6128ac2-ca60-44c7-aaaa-f36dfcb24a17 req-12c94702-728c-4e8b-90e1-870aba486538 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:36:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6128ac2-ca60-44c7-aaaa-f36dfcb24a17 req-12c94702-728c-4e8b-90e1-870aba486538 service nova] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6128ac2-ca60-44c7-aaaa-f36dfcb24a17 req-12c94702-728c-4e8b-90e1-870aba486538 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6128ac2-ca60-44c7-aaaa-f36dfcb24a17 req-12c94702-728c-4e8b-90e1-870aba486538 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:20 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6128ac2-ca60-44c7-aaaa-f36dfcb24a17 req-12c94702-728c-4e8b-90e1-870aba486538 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] No waiting events found dispatching network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:36:20 user nova-compute[74046]: WARNING nova.compute.manager [req-d6128ac2-ca60-44c7-aaaa-f36dfcb24a17 req-12c94702-728c-4e8b-90e1-870aba486538 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received unexpected event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 for instance with vm_state active and task_state rescuing.
Oct 23 18:36:21 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d1fdb281-1619-4aec-8c85-38bd5ef7c697 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:36:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:42 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:36:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:42 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:36:42 user nova-compute[74046]: INFO nova.compute.claims [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Claim successful on node user
Oct 23 18:36:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.496s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG nova.network.neutron [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:36:43 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:36:43 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG nova.policy [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd137785f9c174d38a02b899ce5c61edc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50e9e0ab339647048546a8c62fa0d768', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:36:43 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Creating image(s)
Oct 23 18:36:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "/opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "/opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "/opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.212s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.228s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk 1073741824" returned: 0 in 0.160s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.397s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.219s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG nova.network.neutron [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Successfully created port: 9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Cannot resize image /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Ensure instance console log exists: /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:45 user nova-compute[74046]: DEBUG nova.network.neutron [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Successfully updated port: 9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquired lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.network.neutron [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-ba2dc388-a179-4963-a550-09a4f3e3407f req-11526666-3b61-4b7e-8d05-688712545b7e service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-changed-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-ba2dc388-a179-4963-a550-09a4f3e3407f req-11526666-3b61-4b7e-8d05-688712545b7e service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Refreshing instance network info cache due to event network-changed-9b3af342-e7ec-4691-b245-27fa10ad7fc9. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ba2dc388-a179-4963-a550-09a4f3e3407f req-11526666-3b61-4b7e-8d05-688712545b7e service nova] Acquiring lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.network.neutron [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.network.neutron [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updating instance_info_cache with network_info: [{"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Releasing lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Instance network_info: |[{"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ba2dc388-a179-4963-a550-09a4f3e3407f req-11526666-3b61-4b7e-8d05-688712545b7e service nova] Acquired lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.network.neutron [req-ba2dc388-a179-4963-a550-09a4f3e3407f req-11526666-3b61-4b7e-8d05-688712545b7e service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Refreshing network info cache for port 9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Start _get_guest_xml network_info=[{"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:36:46 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:36:46 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:36:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1141124686',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1141124686',id=26,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJM9BDJZ3v1isxcglkhgsZIOV83X/nA+XGmhwzJBdjQy/5QDQyf64fLN3z7FAT7IiwzVPR12wRDPY0M7+Uf6puqY6jYS7IrNpYhRsEsiMYIoypc8aLjrTXkc+FfnAB3jFA==',key_name='tempest-keypair-600252604',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='50e9e0ab339647048546a8c62fa0d768',ramdisk_id='',reservation_id='r-oj9jzqot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1720554262',owner_user_name='tempest-AttachVolumeShelveTestJSON-1720554262-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:36:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d137785f9c174d38a02b899ce5c61edc',uuid=8b7f1c1b-1e05-414b-978b-be03fcac8c53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converting VIF {"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.objects.instance [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'pci_devices' on Instance uuid 8b7f1c1b-1e05-414b-978b-be03fcac8c53 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:36:46 user nova-compute[74046]:   <uuid>8b7f1c1b-1e05-414b-978b-be03fcac8c53</uuid>
Oct 23 18:36:46 user nova-compute[74046]:   <name>instance-0000001a</name>
Oct 23 18:36:46 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:36:46 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:36:46 user nova-compute[74046]:   <metadata>
Oct 23 18:36:46 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:36:46 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:36:46 user nova-compute[74046]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1141124686</nova:name>
Oct 23 18:36:46 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:36:46</nova:creationTime>
Oct 23 18:36:46 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:36:46 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:36:46 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:36:46 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:36:46 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:36:46 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:36:46 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:36:46 user nova-compute[74046]:       <nova:owner>
Oct 23 18:36:46 user nova-compute[74046]:         <nova:user uuid="d137785f9c174d38a02b899ce5c61edc">tempest-AttachVolumeShelveTestJSON-1720554262-project-member</nova:user>
Oct 23 18:36:46 user nova-compute[74046]:         <nova:project uuid="50e9e0ab339647048546a8c62fa0d768">tempest-AttachVolumeShelveTestJSON-1720554262</nova:project>
Oct 23 18:36:46 user nova-compute[74046]:       </nova:owner>
Oct 23 18:36:46 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:36:46 user nova-compute[74046]:       <nova:ports>
Oct 23 18:36:46 user nova-compute[74046]:         <nova:port uuid="9b3af342-e7ec-4691-b245-27fa10ad7fc9">
Oct 23 18:36:46 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 23 18:36:46 user nova-compute[74046]:         </nova:port>
Oct 23 18:36:46 user nova-compute[74046]:       </nova:ports>
Oct 23 18:36:46 user nova-compute[74046]:     </nova:instance>
Oct 23 18:36:46 user nova-compute[74046]:   </metadata>
Oct 23 18:36:46 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:36:46 user nova-compute[74046]:     <system>
Oct 23 18:36:46 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:36:46 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:36:46 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:36:46 user nova-compute[74046]:       <entry name="serial">8b7f1c1b-1e05-414b-978b-be03fcac8c53</entry>
Oct 23 18:36:46 user nova-compute[74046]:       <entry name="uuid">8b7f1c1b-1e05-414b-978b-be03fcac8c53</entry>
Oct 23 18:36:46 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:36:46 user nova-compute[74046]:     </system>
Oct 23 18:36:46 user nova-compute[74046]:   </sysinfo>
Oct 23 18:36:46 user nova-compute[74046]:   <os>
Oct 23 18:36:46 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:36:46 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:36:46 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:36:46 user nova-compute[74046]:   </os>
Oct 23 18:36:46 user nova-compute[74046]:   <features>
Oct 23 18:36:46 user nova-compute[74046]:     <acpi/>
Oct 23 18:36:46 user nova-compute[74046]:     <apic/>
Oct 23 18:36:46 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:36:46 user nova-compute[74046]:   </features>
Oct 23 18:36:46 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:36:46 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:36:46 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:36:46 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:36:46 user nova-compute[74046]:   </clock>
Oct 23 18:36:46 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:36:46 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:36:46 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:36:46 user nova-compute[74046]:   </cpu>
Oct 23 18:36:46 user nova-compute[74046]:   <devices>
Oct 23 18:36:46 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:36:46 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:36:46 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk"/>
Oct 23 18:36:46 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:36:46 user nova-compute[74046]:     </disk>
Oct 23 18:36:46 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:36:46 user nova-compute[74046]:       <mac address="fa:16:3e:32:13:14"/>
Oct 23 18:36:46 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:36:46 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:36:46 user nova-compute[74046]:       <target dev="tap9b3af342-e7"/>
Oct 23 18:36:46 user nova-compute[74046]:     </interface>
Oct 23 18:36:46 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:36:46 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/console.log" append="off"/>
Oct 23 18:36:46 user nova-compute[74046]:     </serial>
Oct 23 18:36:46 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:36:46 user nova-compute[74046]:     <video>
Oct 23 18:36:46 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:36:46 user nova-compute[74046]:     </video>
Oct 23 18:36:46 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:36:46 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:36:46 user nova-compute[74046]:     </rng>
Oct 23 18:36:46 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:36:46 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:36:46 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:36:46 user nova-compute[74046]:     </memballoon>
Oct 23 18:36:46 user nova-compute[74046]:   </devices>
Oct 23 18:36:46 user nova-compute[74046]: </domain>
Oct 23 18:36:46 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:36:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1141124686',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1141124686',id=26,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJM9BDJZ3v1isxcglkhgsZIOV83X/nA+XGmhwzJBdjQy/5QDQyf64fLN3z7FAT7IiwzVPR12wRDPY0M7+Uf6puqY6jYS7IrNpYhRsEsiMYIoypc8aLjrTXkc+FfnAB3jFA==',key_name='tempest-keypair-600252604',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='50e9e0ab339647048546a8c62fa0d768',ramdisk_id='',reservation_id='r-oj9jzqot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1720554262',owner_user_name='tempest-AttachVolumeShelveTestJSON-1720554262-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:36:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d137785f9c174d38a02b899ce5c61edc',uuid=8b7f1c1b-1e05-414b-978b-be03fcac8c53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converting VIF {"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG os_vif [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f43362eb-260a-5dc0-af18-727cf8fa3add', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9b3af342-e7, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9b3af342-e7, col_values=(('qos', UUID('d480436a-986b-4616-b5c9-7ce2bc1d6b58')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9b3af342-e7, col_values=(('external_ids', {'iface-id': '9b3af342-e7ec-4691-b245-27fa10ad7fc9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:32:13:14', 'vm-uuid': '8b7f1c1b-1e05-414b-978b-be03fcac8c53'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:46 user nova-compute[74046]: INFO os_vif [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7')
Oct 23 18:36:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:36:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] No VIF found with MAC fa:16:3e:32:13:14, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:36:47 user nova-compute[74046]: DEBUG nova.network.neutron [req-ba2dc388-a179-4963-a550-09a4f3e3407f req-11526666-3b61-4b7e-8d05-688712545b7e service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updated VIF entry in instance network info cache for port 9b3af342-e7ec-4691-b245-27fa10ad7fc9. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:36:47 user nova-compute[74046]: DEBUG nova.network.neutron [req-ba2dc388-a179-4963-a550-09a4f3e3407f req-11526666-3b61-4b7e-8d05-688712545b7e service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updating instance_info_cache with network_info: [{"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:36:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ba2dc388-a179-4963-a550-09a4f3e3407f req-11526666-3b61-4b7e-8d05-688712545b7e service nova] Releasing lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:36:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8c1ca93-a4cb-45d6-9777-bb0db70ac631 req-b9c75eab-9c92-4401-9501-10d5054cf5b5 service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:36:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8c1ca93-a4cb-45d6-9777-bb0db70ac631 req-b9c75eab-9c92-4401-9501-10d5054cf5b5 service nova] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8c1ca93-a4cb-45d6-9777-bb0db70ac631 req-b9c75eab-9c92-4401-9501-10d5054cf5b5 service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.014s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8c1ca93-a4cb-45d6-9777-bb0db70ac631 req-b9c75eab-9c92-4401-9501-10d5054cf5b5 service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8c1ca93-a4cb-45d6-9777-bb0db70ac631 req-b9c75eab-9c92-4401-9501-10d5054cf5b5 service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] No waiting events found dispatching network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:36:48 user nova-compute[74046]: WARNING nova.compute.manager [req-f8c1ca93-a4cb-45d6-9777-bb0db70ac631 req-b9c75eab-9c92-4401-9501-10d5054cf5b5 service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received unexpected event network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 for instance with vm_state building and task_state spawning.
Oct 23 18:36:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:36:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:36:50 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Instance spawned successfully.
Oct 23 18:36:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:36:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-cc4e2b2e-0ec0-4135-bf3f-f43bf6f54611 req-ba41c8f7-f467-4437-beb1-3de57eccd6fd service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:36:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cc4e2b2e-0ec0-4135-bf3f-f43bf6f54611 req-ba41c8f7-f467-4437-beb1-3de57eccd6fd service nova] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:36:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cc4e2b2e-0ec0-4135-bf3f-f43bf6f54611 req-ba41c8f7-f467-4437-beb1-3de57eccd6fd service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:36:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cc4e2b2e-0ec0-4135-bf3f-f43bf6f54611 req-ba41c8f7-f467-4437-beb1-3de57eccd6fd service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-cc4e2b2e-0ec0-4135-bf3f-f43bf6f54611 req-ba41c8f7-f467-4437-beb1-3de57eccd6fd service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] No waiting events found dispatching network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:36:50 user nova-compute[74046]: WARNING nova.compute.manager [req-cc4e2b2e-0ec0-4135-bf3f-f43bf6f54611 req-ba41c8f7-f467-4437-beb1-3de57eccd6fd service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received unexpected event network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 for instance with vm_state building and task_state spawning.
Oct 23 18:36:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:36:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:36:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:36:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:36:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:36:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:36:50 user nova-compute[74046]: INFO nova.compute.manager [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Took 7.25 seconds to spawn the instance on the hypervisor.
Oct 23 18:36:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:36:51 user nova-compute[74046]: INFO nova.compute.manager [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Took 8.12 seconds to build instance.
Oct 23 18:36:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8a32c4d3-0902-468e-a949-a1777038d891 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.255s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:36:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:36:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-1d6954a4-0cfa-4ce4-9b87-74ae8ce1e451 req-c1a19a4d-6334-4a04-889b-a1215634ae39 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Received event network-changed-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-1d6954a4-0cfa-4ce4-9b87-74ae8ce1e451 req-c1a19a4d-6334-4a04-889b-a1215634ae39 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Refreshing instance network info cache due to event network-changed-44aa3d92-f6dd-4221-843b-5ea99e93f6d3. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1d6954a4-0cfa-4ce4-9b87-74ae8ce1e451 req-c1a19a4d-6334-4a04-889b-a1215634ae39 service nova] Acquiring lock "refresh_cache-40521fb9-5dd1-41f1-93ff-6c4537985401" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1d6954a4-0cfa-4ce4-9b87-74ae8ce1e451 req-c1a19a4d-6334-4a04-889b-a1215634ae39 service nova] Acquired lock "refresh_cache-40521fb9-5dd1-41f1-93ff-6c4537985401" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-1d6954a4-0cfa-4ce4-9b87-74ae8ce1e451 req-c1a19a4d-6334-4a04-889b-a1215634ae39 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Refreshing network info cache for port 44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "40521fb9-5dd1-41f1-93ff-6c4537985401" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lazy-loading 'flavor' on Instance uuid 40521fb9-5dd1-41f1-93ff-6c4537985401 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:37:01 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Ignoring supplied device name: /dev/vdb
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-1d6954a4-0cfa-4ce4-9b87-74ae8ce1e451 req-c1a19a4d-6334-4a04-889b-a1215634ae39 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Updated VIF entry in instance network info cache for port 44aa3d92-f6dd-4221-843b-5ea99e93f6d3. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-1d6954a4-0cfa-4ce4-9b87-74ae8ce1e451 req-c1a19a4d-6334-4a04-889b-a1215634ae39 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Updating instance_info_cache with network_info: [{"id": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "address": "fa:16:3e:a6:9d:2f", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44aa3d92-f6", "ovs_interfaceid": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "40521fb9-5dd1-41f1-93ff-6c4537985401" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:01 user nova-compute[74046]: INFO nova.compute.manager [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Attaching volume 28743a6f-22e3-469d-b856-5d9d3d74daec to /dev/vdb
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1d6954a4-0cfa-4ce4-9b87-74ae8ce1e451 req-c1a19a4d-6334-4a04-889b-a1215634ae39 service nova] Releasing lock "refresh_cache-40521fb9-5dd1-41f1-93ff-6c4537985401" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG os_brick.utils [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0628c388-78ac-4ec9-bd1d-e429e3cf070c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6494d074-74f3-4110-bf51-30802c5a5611]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[51523fbf-29fc-4f4d-b5a4-bfa1f8fb7546]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dc9cc0d-7148-4a9e-b492-078012e5cf08]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:37:02 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:37:02 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3da77fb-d9ed-4aac-9aa0-c27f965bee44]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG os_brick.utils [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:37:02 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Updating existing volume attachment record: 4d35e354-ba6f-4cc8-ac9b-c4fefae649d1 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:37:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:37:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:08 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:37:08 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:37:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:37:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:37:08 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:37:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:08 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Updating instance_info_cache with network_info: [{"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:37:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:37:08 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:37:10 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:37:11 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:37:11 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:37:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:11 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:37:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk.rescue --force-share --output=json" returned: 0 in 0.256s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:37:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:37:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-75bb7858-8b40-42e2-b07c-f53fe443433c req-be15ee75-1889-4d41-a20e-84edd7009867 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Received event network-changed-7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:37:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-75bb7858-8b40-42e2-b07c-f53fe443433c req-be15ee75-1889-4d41-a20e-84edd7009867 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Refreshing instance network info cache due to event network-changed-7e301dca-ba24-4d02-98b9-20284780fd30. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:37:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-75bb7858-8b40-42e2-b07c-f53fe443433c req-be15ee75-1889-4d41-a20e-84edd7009867 service nova] Acquiring lock "refresh_cache-e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:37:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-75bb7858-8b40-42e2-b07c-f53fe443433c req-be15ee75-1889-4d41-a20e-84edd7009867 service nova] Acquired lock "refresh_cache-e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:37:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-75bb7858-8b40-42e2-b07c-f53fe443433c req-be15ee75-1889-4d41-a20e-84edd7009867 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Refreshing network info cache for port 7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:37:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:17 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:37:17 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7163MB free_disk=25.291725158691406GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 883d3144-93db-4ad6-bc60-6b71bf381a9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 40521fb9-5dd1-41f1-93ff-6c4537985401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 5c93f02b-ba1a-4bba-8758-21412ec85d95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 8b7f1c1b-1e05-414b-978b-be03fcac8c53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.network.neutron [req-75bb7858-8b40-42e2-b07c-f53fe443433c req-be15ee75-1889-4d41-a20e-84edd7009867 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Updated VIF entry in instance network info cache for port 7e301dca-ba24-4d02-98b9-20284780fd30. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.network.neutron [req-75bb7858-8b40-42e2-b07c-f53fe443433c req-be15ee75-1889-4d41-a20e-84edd7009867 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Updating instance_info_cache with network_info: [{"id": "7e301dca-ba24-4d02-98b9-20284780fd30", "address": "fa:16:3e:04:92:02", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e301dca-ba", "ovs_interfaceid": "7e301dca-ba24-4d02-98b9-20284780fd30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-75bb7858-8b40-42e2-b07c-f53fe443433c req-be15ee75-1889-4d41-a20e-84edd7009867 service nova] Releasing lock "refresh_cache-e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:37:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.741s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:19 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:37:19 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:37:19 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:37:19 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:37:19 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:37:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hopgcJLx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:37:21 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:37:21 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:37:21 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[937f2910-0033-4360-ae1c-2d8fef85e941]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:37:21 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9199deb5-94db-4126-8964-6a98b8cb2d66]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec] added
Oct 23 18:37:21 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8be73d28-bf28-46ed-81f3-48a66146627b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e70a3bc-1540-485e-abbf-3c2408a2944b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hopgcJLx {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hopgcJLx" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e246428d-5899-4e2e-9807-158d2bc976d4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hopgcJLx'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c401bfe5-739a-42c5-985c-5adf330e2191]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2ae24cd-a5ab-4984-97b4-c60c8757d695]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:37:21 user nova-compute[74046]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:37:21 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:37:21 user nova-compute[74046]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:37:21 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a9bc13-614c-41f4-8fb2-3f11246dd5a9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec, portal: 172.16.0.220,3260]
Oct 23 18:37:21 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec, portal: 172.16.0.220,3260] successful.
Oct 23 18:37:21 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0239fa87-7d2e-4d97-8d78-c73f47978d8e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcd575ce-9597-4374-ac5a-8c5cec2cc5f8]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:37:21 user nova-compute[74046]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:37:21 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:37:21 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:37:21 user nova-compute[74046]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:37:21 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:37:21 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] HCTL ('35', '-', '-', 0) found on session 31 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[80e2897f-4cae-4ecc-87c0-0b63f7c21ef6]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Searching for a device in session 31 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hopgcJLx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'flavor' on Instance uuid e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:22 user nova-compute[74046]: INFO nova.compute.manager [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Attaching volume a75dd007-110d-44ad-973c-7e36ff11138c to /dev/vdb
Oct 23 18:37:22 user nova-compute[74046]: DEBUG os_brick.utils [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca6c615c-6e57-40be-9992-0d40f8707abe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e45becd-2a63-4ca0-8986-36b5ba88f887]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b27ff34-c095-4792-9430-8c9ce87a1ad0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c6a2bcf-ed39-453d-a3db-65e6007772ad]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:37:22 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:37:22 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6f5cddc-c7bf-4ea6-b090-623d47317cf0]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG os_brick.utils [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Updating existing volume attachment record: ed04eb49-cae3-429d-ae10-7dc072fd29d6 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23966336437343634', 'path': '/dev/sdd'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23966336437343634', 'path': '/dev/sdd'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG nova.objects.instance [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lazy-loading 'flavor' on Instance uuid 40521fb9-5dd1-41f1-93ff-6c4537985401 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:37:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:37:22 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:37:22 user nova-compute[74046]:   <source dev="/dev/sdd"/>
Oct 23 18:37:22 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:37:22 user nova-compute[74046]:   <serial>28743a6f-22e3-469d-b856-5d9d3d74daec</serial>
Oct 23 18:37:22 user nova-compute[74046]: </disk>
Oct 23 18:37:22 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:37:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:37:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:37:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] No VIF found with MAC fa:16:3e:a6:9d:2f, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:37:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-18930e72-6fa6-4f95-8d65-ec8973930384 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.510s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:24 user nova-compute[74046]: DEBUG nova.compute.manager [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:37:24 user nova-compute[74046]: INFO nova.compute.manager [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] instance snapshotting
Oct 23 18:37:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Beginning live snapshot process
Oct 23 18:37:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json -f qcow2 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json -f qcow2" returned: 0 in 0.219s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json -f qcow2 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json -f qcow2" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.184s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpjgmc5sta/14a09437ab7346d084383f4b15ef24c8.delta 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpjgmc5sta/14a09437ab7346d084383f4b15ef24c8.delta 1073741824" returned: 0 in 0.050s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:25 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 23 18:37:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:37:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:37:26 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 23 18:37:26 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:37:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpjgmc5sta/14a09437ab7346d084383f4b15ef24c8.delta /opt/stack/data/nova/instances/snapshots/tmpjgmc5sta/14a09437ab7346d084383f4b15ef24c8 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpjgmc5sta/14a09437ab7346d084383f4b15ef24c8.delta /opt/stack/data/nova/instances/snapshots/tmpjgmc5sta/14a09437ab7346d084383f4b15ef24c8" returned: 0 in 0.465s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Snapshot extracted, beginning image upload
Oct 23 18:37:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:29 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Snapshot image upload complete
Oct 23 18:37:29 user nova-compute[74046]: INFO nova.compute.manager [None req-6e8d3b83-4222-4568-8afd-f115b9923ed2 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Took 5.80 seconds to snapshot the instance on the hypervisor.
Oct 23 18:37:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:37:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:41 user nova-compute[74046]: INFO nova.compute.manager [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Detaching volume 4fcd3712-d286-4fa9-ad78-e584aa26de94
Oct 23 18:37:41 user nova-compute[74046]: INFO nova.virt.block_device [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Attempting to driver detach volume 4fcd3712-d286-4fa9-ad78-e584aa26de94 from mountpoint /dev/vdb
Oct 23 18:37:41 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Attempting to detach device vdb from instance 883d3144-93db-4ad6-bc60-6b71bf381a9b from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:37:41 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:37:41 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:37:41 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:37:41 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:37:41 user nova-compute[74046]:   <serial>4fcd3712-d286-4fa9-ad78-e584aa26de94</serial>
Oct 23 18:37:41 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 18:37:41 user nova-compute[74046]: </disk>
Oct 23 18:37:41 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:37:41 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully detached device vdb from instance 883d3144-93db-4ad6-bc60-6b71bf381a9b from the persistent domain config.
Oct 23 18:37:41 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 883d3144-93db-4ad6-bc60-6b71bf381a9b from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:37:41 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:37:41 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:37:41 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:37:41 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:37:41 user nova-compute[74046]:   <serial>4fcd3712-d286-4fa9-ad78-e584aa26de94</serial>
Oct 23 18:37:41 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 18:37:41 user nova-compute[74046]: </disk>
Oct 23 18:37:41 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MZdInuyx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:37:42 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:37:42 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:37:42 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[34972537-7eb2-4a23-9117-799ac44356ef]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:37:42 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[267c943e-0f2a-4072-8ce3-acbcf71210d0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c] added
Oct 23 18:37:42 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b98f49f-3f40-46c2-aa54-438c270101fc]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[073f17eb-60b6-4a46-aa07-f78312558e61]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MZdInuyx {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MZdInuyx" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[45d5d83c-80f7-4067-b549-6eae3fa50e6c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MZdInuyx'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[908cdc0f-24b3-483d-afdd-aff0e77bbe29]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1fe993b-0a88-45e5-818a-acbafa647b35]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:37:42 user nova-compute[74046]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:37:42 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:37:42 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:37:42 user nova-compute[74046]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:37:42 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:37:42 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb746a5a-1d6f-4788-b4f1-2c3c78c4bdbf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c, portal: 172.16.0.220,3260]
Oct 23 18:37:42 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c, portal: 172.16.0.220,3260] successful.
Oct 23 18:37:42 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[60ca146c-fbe9-4afa-8cb5-2ce64189e249]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[26bf6346-627e-4f13-88e7-30fbeacbb529]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:37:42 user nova-compute[74046]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:37:42 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:37:42 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:37:42 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:37:42 user nova-compute[74046]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:37:42 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:37:42 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:37:42 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.319s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] HCTL ('36', '-', '-', 0) found on session 32 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[796ba7bd-464a-4fc3-9aa0-dfbe322e1bcb]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:42 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Searching for a device in session 32 and hctl ['36', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:37:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:43 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Searching for a device in session 32 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:37:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MZdInuyx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:37:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.354s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:37:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] <== connect_volume: return (1355ms) {'type': 'block', 'scsi_wwn': '26132313064363464', 'path': '/dev/sde'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:37:43 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26132313064363464', 'path': '/dev/sde'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:37:43 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'flavor' on Instance uuid e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:37:43 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:37:43 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:37:43 user nova-compute[74046]:   <source dev="/dev/sde"/>
Oct 23 18:37:43 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:37:43 user nova-compute[74046]:   <serial>a75dd007-110d-44ad-973c-7e36ff11138c</serial>
Oct 23 18:37:43 user nova-compute[74046]: </disk>
Oct 23 18:37:43 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:37:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:37:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:37:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No VIF found with MAC fa:16:3e:04:92:02, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:37:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5c9f4587-1ef2-4140-8290-9174d540f485 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.186s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:44 user nova-compute[74046]: DEBUG nova.compute.manager [req-1f01bd8c-3be9-4063-bcee-76852a9c783b req-89cb7515-b25f-4130-8f8f-96febf0c5c10 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Received event network-changed-9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:37:44 user nova-compute[74046]: DEBUG nova.compute.manager [req-1f01bd8c-3be9-4063-bcee-76852a9c783b req-89cb7515-b25f-4130-8f8f-96febf0c5c10 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Refreshing instance network info cache due to event network-changed-9c9c053c-39a2-43f5-b719-3ad147c67ed5. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:37:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f01bd8c-3be9-4063-bcee-76852a9c783b req-89cb7515-b25f-4130-8f8f-96febf0c5c10 service nova] Acquiring lock "refresh_cache-5c93f02b-ba1a-4bba-8758-21412ec85d95" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:37:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f01bd8c-3be9-4063-bcee-76852a9c783b req-89cb7515-b25f-4130-8f8f-96febf0c5c10 service nova] Acquired lock "refresh_cache-5c93f02b-ba1a-4bba-8758-21412ec85d95" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:37:44 user nova-compute[74046]: DEBUG nova.network.neutron [req-1f01bd8c-3be9-4063-bcee-76852a9c783b req-89cb7515-b25f-4130-8f8f-96febf0c5c10 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Refreshing network info cache for port 9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:37:45 user nova-compute[74046]: DEBUG nova.network.neutron [req-1f01bd8c-3be9-4063-bcee-76852a9c783b req-89cb7515-b25f-4130-8f8f-96febf0c5c10 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Updated VIF entry in instance network info cache for port 9c9c053c-39a2-43f5-b719-3ad147c67ed5. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:37:45 user nova-compute[74046]: DEBUG nova.network.neutron [req-1f01bd8c-3be9-4063-bcee-76852a9c783b req-89cb7515-b25f-4130-8f8f-96febf0c5c10 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Updating instance_info_cache with network_info: [{"id": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "address": "fa:16:3e:ce:ee:7d", "network": {"id": "5150c982-ef13-4ada-b5ba-a173d4283e8e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2126242780-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e4fd944a6c045f18b767e9ccea57878", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c9c053c-39", "ovs_interfaceid": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:37:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f01bd8c-3be9-4063-bcee-76852a9c783b req-89cb7515-b25f-4130-8f8f-96febf0c5c10 service nova] Releasing lock "refresh_cache-5c93f02b-ba1a-4bba-8758-21412ec85d95" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:37:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "6113083d-8f35-4e1f-bb0d-ab429e336af3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:49 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:37:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:37:49 user nova-compute[74046]: INFO nova.compute.claims [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Claim successful on node user
Oct 23 18:37:50 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.581s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:37:50 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:37:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG nova.policy [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aad423d9f3fe4730b045ee1e39141672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f40485bec88f45ab8ca5e221c0dde5d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:37:50 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Creating image(s)
Oct 23 18:37:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "/opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "/opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "/opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.226s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.203s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk 1073741824" returned: 0 in 0.059s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:51 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lazy-loading 'flavor' on Instance uuid 5c93f02b-ba1a-4bba-8758-21412ec85d95 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:37:51 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Successfully created port: d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:37:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.614s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:51 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:37:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.598s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Cannot resize image /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Ensure instance console log exists: /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:52 user nova-compute[74046]: INFO nova.compute.manager [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Attaching volume cc242003-ade3-46b3-a54d-b59570ca1290 to /dev/vdb
Oct 23 18:37:52 user nova-compute[74046]: DEBUG os_brick.utils [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a0af57e-633e-4163-98c3-5ee5c505017e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0244a636-1e61-4722-8dbd-11461cc3cdf6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[501d3707-2408-4158-9460-571ebb5f9cd1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[19812b60-dc51-49ca-902f-664f113e3da6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:37:52 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d33dbba-9242-4e23-ae7a-28b8475f6e11]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG os_brick.utils [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] <== get_connector_properties: return (155ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Updating existing volume attachment record: e86be4c7-16e5-4120-916b-3162ab9f7643 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Successfully updated port: d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "refresh_cache-6113083d-8f35-4e1f-bb0d-ab429e336af3" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquired lock "refresh_cache-6113083d-8f35-4e1f-bb0d-ab429e336af3" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-c25f6b31-af79-4fad-8b23-1f5b5072e2c6 req-279233a3-0598-4fb1-b5b2-5772e7978970 service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Received event network-changed-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-c25f6b31-af79-4fad-8b23-1f5b5072e2c6 req-279233a3-0598-4fb1-b5b2-5772e7978970 service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Refreshing instance network info cache due to event network-changed-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c25f6b31-af79-4fad-8b23-1f5b5072e2c6 req-279233a3-0598-4fb1-b5b2-5772e7978970 service nova] Acquiring lock "refresh_cache-6113083d-8f35-4e1f-bb0d-ab429e336af3" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:37:52 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Updating instance_info_cache with network_info: [{"id": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "address": "fa:16:3e:6a:24:29", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd72b45ca-12", "ovs_interfaceid": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Releasing lock "refresh_cache-6113083d-8f35-4e1f-bb0d-ab429e336af3" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Instance network_info: |[{"id": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "address": "fa:16:3e:6a:24:29", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd72b45ca-12", "ovs_interfaceid": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c25f6b31-af79-4fad-8b23-1f5b5072e2c6 req-279233a3-0598-4fb1-b5b2-5772e7978970 service nova] Acquired lock "refresh_cache-6113083d-8f35-4e1f-bb0d-ab429e336af3" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.network.neutron [req-c25f6b31-af79-4fad-8b23-1f5b5072e2c6 req-279233a3-0598-4fb1-b5b2-5772e7978970 service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Refreshing network info cache for port d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Start _get_guest_xml network_info=[{"id": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "address": "fa:16:3e:6a:24:29", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd72b45ca-12", "ovs_interfaceid": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:37:53 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:37:53 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:37:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-610816308',display_name='tempest-AttachVolumeNegativeTest-server-610816308',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-610816308',id=27,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHhjWMb0hQjokHN2V83iJJgDc9DX1OYblJhRWCQ7WZDI9JhCXXL00gHsNOyq/Z22+RwJ2jvMeFTJj5a+zE8xoUCbEDGAy34MP3T4FTflvD6nWlVWSYet02AMUCqc+VV8dg==',key_name='tempest-keypair-1657307250',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f40485bec88f45ab8ca5e221c0dde5d1',ramdisk_id='',reservation_id='r-o0d4j0op',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-570236399',owner_user_name='tempest-AttachVolumeNegativeTest-570236399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:37:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aad423d9f3fe4730b045ee1e39141672',uuid=6113083d-8f35-4e1f-bb0d-ab429e336af3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "address": "fa:16:3e:6a:24:29", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd72b45ca-12", "ovs_interfaceid": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converting VIF {"id": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "address": "fa:16:3e:6a:24:29", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd72b45ca-12", "ovs_interfaceid": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:24:29,bridge_name='br-int',has_traffic_filtering=True,id=d72b45ca-12fe-4c20-a8e8-aff35dfe32f4,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd72b45ca-12') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'pci_devices' on Instance uuid 6113083d-8f35-4e1f-bb0d-ab429e336af3 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:37:53 user nova-compute[74046]:   <uuid>6113083d-8f35-4e1f-bb0d-ab429e336af3</uuid>
Oct 23 18:37:53 user nova-compute[74046]:   <name>instance-0000001b</name>
Oct 23 18:37:53 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:37:53 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:37:53 user nova-compute[74046]:   <metadata>
Oct 23 18:37:53 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:37:53 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:37:53 user nova-compute[74046]:       <nova:name>tempest-AttachVolumeNegativeTest-server-610816308</nova:name>
Oct 23 18:37:53 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:37:53</nova:creationTime>
Oct 23 18:37:53 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:37:53 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:37:53 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:37:53 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:37:53 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:37:53 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:37:53 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:37:53 user nova-compute[74046]:       <nova:owner>
Oct 23 18:37:53 user nova-compute[74046]:         <nova:user uuid="aad423d9f3fe4730b045ee1e39141672">tempest-AttachVolumeNegativeTest-570236399-project-member</nova:user>
Oct 23 18:37:53 user nova-compute[74046]:         <nova:project uuid="f40485bec88f45ab8ca5e221c0dde5d1">tempest-AttachVolumeNegativeTest-570236399</nova:project>
Oct 23 18:37:53 user nova-compute[74046]:       </nova:owner>
Oct 23 18:37:53 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:37:53 user nova-compute[74046]:       <nova:ports>
Oct 23 18:37:53 user nova-compute[74046]:         <nova:port uuid="d72b45ca-12fe-4c20-a8e8-aff35dfe32f4">
Oct 23 18:37:53 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 23 18:37:53 user nova-compute[74046]:         </nova:port>
Oct 23 18:37:53 user nova-compute[74046]:       </nova:ports>
Oct 23 18:37:53 user nova-compute[74046]:     </nova:instance>
Oct 23 18:37:53 user nova-compute[74046]:   </metadata>
Oct 23 18:37:53 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:37:53 user nova-compute[74046]:     <system>
Oct 23 18:37:53 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:37:53 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:37:53 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:37:53 user nova-compute[74046]:       <entry name="serial">6113083d-8f35-4e1f-bb0d-ab429e336af3</entry>
Oct 23 18:37:53 user nova-compute[74046]:       <entry name="uuid">6113083d-8f35-4e1f-bb0d-ab429e336af3</entry>
Oct 23 18:37:53 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:37:53 user nova-compute[74046]:     </system>
Oct 23 18:37:53 user nova-compute[74046]:   </sysinfo>
Oct 23 18:37:53 user nova-compute[74046]:   <os>
Oct 23 18:37:53 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:37:53 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:37:53 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:37:53 user nova-compute[74046]:   </os>
Oct 23 18:37:53 user nova-compute[74046]:   <features>
Oct 23 18:37:53 user nova-compute[74046]:     <acpi/>
Oct 23 18:37:53 user nova-compute[74046]:     <apic/>
Oct 23 18:37:53 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:37:53 user nova-compute[74046]:   </features>
Oct 23 18:37:53 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:37:53 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:37:53 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:37:53 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:37:53 user nova-compute[74046]:   </clock>
Oct 23 18:37:53 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:37:53 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:37:53 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:37:53 user nova-compute[74046]:   </cpu>
Oct 23 18:37:53 user nova-compute[74046]:   <devices>
Oct 23 18:37:53 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:37:53 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:37:53 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk"/>
Oct 23 18:37:53 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:37:53 user nova-compute[74046]:     </disk>
Oct 23 18:37:53 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:37:53 user nova-compute[74046]:       <mac address="fa:16:3e:6a:24:29"/>
Oct 23 18:37:53 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:37:53 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:37:53 user nova-compute[74046]:       <target dev="tapd72b45ca-12"/>
Oct 23 18:37:53 user nova-compute[74046]:     </interface>
Oct 23 18:37:53 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:37:53 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/console.log" append="off"/>
Oct 23 18:37:53 user nova-compute[74046]:     </serial>
Oct 23 18:37:53 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:37:53 user nova-compute[74046]:     <video>
Oct 23 18:37:53 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:37:53 user nova-compute[74046]:     </video>
Oct 23 18:37:53 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:37:53 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:37:53 user nova-compute[74046]:     </rng>
Oct 23 18:37:53 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:37:53 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:37:53 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:37:53 user nova-compute[74046]:     </memballoon>
Oct 23 18:37:53 user nova-compute[74046]:   </devices>
Oct 23 18:37:53 user nova-compute[74046]: </domain>
Oct 23 18:37:53 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:37:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-610816308',display_name='tempest-AttachVolumeNegativeTest-server-610816308',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-610816308',id=27,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHhjWMb0hQjokHN2V83iJJgDc9DX1OYblJhRWCQ7WZDI9JhCXXL00gHsNOyq/Z22+RwJ2jvMeFTJj5a+zE8xoUCbEDGAy34MP3T4FTflvD6nWlVWSYet02AMUCqc+VV8dg==',key_name='tempest-keypair-1657307250',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f40485bec88f45ab8ca5e221c0dde5d1',ramdisk_id='',reservation_id='r-o0d4j0op',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-570236399',owner_user_name='tempest-AttachVolumeNegativeTest-570236399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:37:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aad423d9f3fe4730b045ee1e39141672',uuid=6113083d-8f35-4e1f-bb0d-ab429e336af3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "address": "fa:16:3e:6a:24:29", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd72b45ca-12", "ovs_interfaceid": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converting VIF {"id": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "address": "fa:16:3e:6a:24:29", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd72b45ca-12", "ovs_interfaceid": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:24:29,bridge_name='br-int',has_traffic_filtering=True,id=d72b45ca-12fe-4c20-a8e8-aff35dfe32f4,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd72b45ca-12') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG os_vif [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:24:29,bridge_name='br-int',has_traffic_filtering=True,id=d72b45ca-12fe-4c20-a8e8-aff35dfe32f4,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd72b45ca-12') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2c44b7e5-6033-5513-8657-7416a891ea71', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd72b45ca-12, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd72b45ca-12, col_values=(('qos', UUID('f038b770-3416-4326-9d07-6c4ab88fa960')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd72b45ca-12, col_values=(('external_ids', {'iface-id': 'd72b45ca-12fe-4c20-a8e8-aff35dfe32f4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6a:24:29', 'vm-uuid': '6113083d-8f35-4e1f-bb0d-ab429e336af3'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:53 user nova-compute[74046]: INFO os_vif [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:24:29,bridge_name='br-int',has_traffic_filtering=True,id=d72b45ca-12fe-4c20-a8e8-aff35dfe32f4,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd72b45ca-12')
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No VIF found with MAC fa:16:3e:6a:24:29, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.network.neutron [req-c25f6b31-af79-4fad-8b23-1f5b5072e2c6 req-279233a3-0598-4fb1-b5b2-5772e7978970 service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Updated VIF entry in instance network info cache for port d72b45ca-12fe-4c20-a8e8-aff35dfe32f4. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:37:53 user nova-compute[74046]: DEBUG nova.network.neutron [req-c25f6b31-af79-4fad-8b23-1f5b5072e2c6 req-279233a3-0598-4fb1-b5b2-5772e7978970 service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Updating instance_info_cache with network_info: [{"id": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "address": "fa:16:3e:6a:24:29", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd72b45ca-12", "ovs_interfaceid": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:37:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c25f6b31-af79-4fad-8b23-1f5b5072e2c6 req-279233a3-0598-4fb1-b5b2-5772e7978970 service nova] Releasing lock "refresh_cache-6113083d-8f35-4e1f-bb0d-ab429e336af3" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:37:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-f5a918cd-1fa4-422b-8cf3-6b2b34af507d req-b0814930-eae7-41a9-b3f4-ecf760a9f78e service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Received event network-vif-plugged-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:37:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f5a918cd-1fa4-422b-8cf3-6b2b34af507d req-b0814930-eae7-41a9-b3f4-ecf760a9f78e service nova] Acquiring lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f5a918cd-1fa4-422b-8cf3-6b2b34af507d req-b0814930-eae7-41a9-b3f4-ecf760a9f78e service nova] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f5a918cd-1fa4-422b-8cf3-6b2b34af507d req-b0814930-eae7-41a9-b3f4-ecf760a9f78e service nova] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-f5a918cd-1fa4-422b-8cf3-6b2b34af507d req-b0814930-eae7-41a9-b3f4-ecf760a9f78e service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] No waiting events found dispatching network-vif-plugged-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:37:55 user nova-compute[74046]: WARNING nova.compute.manager [req-f5a918cd-1fa4-422b-8cf3-6b2b34af507d req-b0814930-eae7-41a9-b3f4-ecf760a9f78e service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Received unexpected event network-vif-plugged-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 for instance with vm_state building and task_state spawning.
Oct 23 18:37:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:37:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:37:57 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Instance spawned successfully.
Oct 23 18:37:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:37:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:37:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:37:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:37:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:37:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:37:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:37:57 user nova-compute[74046]: INFO nova.compute.manager [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Took 7.22 seconds to spawn the instance on the hypervisor.
Oct 23 18:37:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:37:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-86e7ddf0-afdf-4df9-9606-427dded3162a req-c2ca3c4c-14c5-4a98-a5d6-b27803d368d4 service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Received event network-vif-plugged-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:37:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-86e7ddf0-afdf-4df9-9606-427dded3162a req-c2ca3c4c-14c5-4a98-a5d6-b27803d368d4 service nova] Acquiring lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:37:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-86e7ddf0-afdf-4df9-9606-427dded3162a req-c2ca3c4c-14c5-4a98-a5d6-b27803d368d4 service nova] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:37:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-86e7ddf0-afdf-4df9-9606-427dded3162a req-c2ca3c4c-14c5-4a98-a5d6-b27803d368d4 service nova] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-86e7ddf0-afdf-4df9-9606-427dded3162a req-c2ca3c4c-14c5-4a98-a5d6-b27803d368d4 service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] No waiting events found dispatching network-vif-plugged-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:37:58 user nova-compute[74046]: WARNING nova.compute.manager [req-86e7ddf0-afdf-4df9-9606-427dded3162a req-c2ca3c4c-14c5-4a98-a5d6-b27803d368d4 service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Received unexpected event network-vif-plugged-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 for instance with vm_state building and task_state spawning.
Oct 23 18:37:58 user nova-compute[74046]: INFO nova.compute.manager [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Took 8.26 seconds to build instance.
Oct 23 18:37:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9cf76c4-ceb1-46f5-b7d0-84071127824c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.396s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:37:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:37:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:02 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 883d3144-93db-4ad6-bc60-6b71bf381a9b is timed out.
Oct 23 18:38:02 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully detached device vdb from instance 883d3144-93db-4ad6-bc60-6b71bf381a9b from the live domain config.
Oct 23 18:38:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zEWtNKmh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:38:02 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.041s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b313e82-a636-4adb-9fe6-8f93424785e7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:38:02 user nova-compute[74046]: No targets found.
Oct 23 18:38:02 user nova-compute[74046]: iSNS:
Oct 23 18:38:02 user nova-compute[74046]: No targets found.
Oct 23 18:38:02 user nova-compute[74046]: STATIC:
Oct 23 18:38:02 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec
Oct 23 18:38:02 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:38:02 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:38:02 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2
Oct 23 18:38:02 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:38:02 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:38:02 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c
Oct 23 18:38:02 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:38:02 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:38:02 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94
Oct 23 18:38:02 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:38:02 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:38:02 user nova-compute[74046]: FIRMWARE:
Oct 23 18:38:02 user nova-compute[74046]: No targets found.
Oct 23 18:38:02 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:38:02 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:38:02 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5fc8b67-5a54-4f2f-92f8-9c375679038e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e37166b9-be00-41b8-9444-173e6549ba1f]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:38:02 user nova-compute[74046]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:38:02 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:38:02 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:38:02 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 (non-flash)
Oct 23 18:38:02 user nova-compute[74046]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:38:02 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:38:02 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:38:02 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef03cd120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5111c469-5114-4c6c-a3aa-e48b463e6437]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0be4830f-11aa-49be-9bac-f59273e96cd4]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[67f71427-6966-4179-adee-40c79eeaf2b3]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e50a6f12-509c-4c6d-bfea-dc8b3d55c646]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0d90760-a5c6-4b74-b4c0-575114b9673c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b191072-32b5-47f5-a68c-dbe15f9f3e3b]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260]
Oct 23 18:38:02 user nova-compute[74046]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94, portal: 172.16.0.220,3260] successful.
Oct 23 18:38:02 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fcd3712-d286-4fa9-ad78-e584aa26de94 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.038s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd1931f2-7a04-4849-8fe8-041610fb00bb]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.424s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] <== disconnect_volume: return (426ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:38:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:38:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:38:06 user nova-compute[74046]: INFO nova.compute.manager [None req-9c707f75-61ce-4911-bbbf-f7d63d7b74b8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Unrescuing
Oct 23 18:38:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c707f75-61ce-4911-bbbf-f7d63d7b74b8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:38:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c707f75-61ce-4911-bbbf-f7d63d7b74b8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquired lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:38:06 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9c707f75-61ce-4911-bbbf-f7d63d7b74b8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:38:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-9c707f75-61ce-4911-bbbf-f7d63d7b74b8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updating instance_info_cache with network_info: [{"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c707f75-61ce-4911-bbbf-f7d63d7b74b8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Releasing lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:38:07 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9c707f75-61ce-4911-bbbf-f7d63d7b74b8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'flavor' on Instance uuid 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:38:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:38:08 user nova-compute[74046]: INFO nova.compute.claims [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Claim successful on node user
Oct 23 18:38:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:08 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Instance destroyed successfully.
Oct 23 18:38:08 user nova-compute[74046]: DEBUG nova.objects.instance [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'flavor' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-daa8c0cc-57af-4d16-b874-ab168bcb81ca tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 26.837s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.694s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:38:08 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:38:09 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:38:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:38:09 user nova-compute[74046]: INFO nova.virt.block_device [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Booting with volume 15a06c3e-dabc-4a9a-a78c-e3097c71cfef at /dev/vda
Oct 23 18:38:09 user nova-compute[74046]: DEBUG nova.policy [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba365aa5b0a44d718be5e737ad6d23ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8afd1e53cfdb4074bd9fc58762ff2637', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Didn't find any instances for network info cache update. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG os_brick.utils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.124s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f906ce35-0598-4064-934f-38d3d7a7f652]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[540c46e8-fe88-47a2-a64f-8e61b0034385]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ae72c9f-0d56-4eb7-9996-f1d7ac2f6458]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae669093-fde1-4940-afa0-14ab4ffda814]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:38:09 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[216682d4-ae6e-4ed5-953e-1427e08c2978]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG os_brick.utils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] <== get_connector_properties: return (288ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updating existing volume attachment record: 02b7350d-891a-4bd0-970e-2f3c20807827 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-628e4d0f-f9d5-440e-852c-7adbdabe1a2b tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-628e4d0f-f9d5-440e-852c-7adbdabe1a2b tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-628e4d0f-f9d5-440e-852c-7adbdabe1a2b tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-628e4d0f-f9d5-440e-852c-7adbdabe1a2b tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74046) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG nova.objects.instance [None req-628e4d0f-f9d5-440e-852c-7adbdabe1a2b tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'flavor' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:10 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Successfully created port: d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:38:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-5578b933-7f48-4b2f-8dcf-a3f628d125c6 req-975b2912-a6a4-4793-84e9-9e79e738705b service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-unplugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5578b933-7f48-4b2f-8dcf-a3f628d125c6 req-975b2912-a6a4-4793-84e9-9e79e738705b service nova] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5578b933-7f48-4b2f-8dcf-a3f628d125c6 req-975b2912-a6a4-4793-84e9-9e79e738705b service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5578b933-7f48-4b2f-8dcf-a3f628d125c6 req-975b2912-a6a4-4793-84e9-9e79e738705b service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-5578b933-7f48-4b2f-8dcf-a3f628d125c6 req-975b2912-a6a4-4793-84e9-9e79e738705b service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] No waiting events found dispatching network-vif-unplugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:38:10 user nova-compute[74046]: WARNING nova.compute.manager [req-5578b933-7f48-4b2f-8dcf-a3f628d125c6 req-975b2912-a6a4-4793-84e9-9e79e738705b service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received unexpected event network-vif-unplugged-7e7ab780-1a71-4cd7-b677-862351266a84 for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:38:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:10 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Instance destroyed successfully.
Oct 23 18:38:10 user nova-compute[74046]: DEBUG nova.compute.manager [None req-628e4d0f-f9d5-440e-852c-7adbdabe1a2b tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:38:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-628e4d0f-f9d5-440e-852c-7adbdabe1a2b tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.386s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:11 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Successfully updated port: d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:38:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:38:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquired lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:38:11 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:38:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-f4fb369e-cc49-471a-bc2c-84d012b88ecc req-97a82642-dd53-41cd-9bcd-de63e19cc782 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received event network-changed-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-f4fb369e-cc49-471a-bc2c-84d012b88ecc req-97a82642-dd53-41cd-9bcd-de63e19cc782 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Refreshing instance network info cache due to event network-changed-d70b3f49-b01e-40d0-8f5f-e408a4262160. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:38:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f4fb369e-cc49-471a-bc2c-84d012b88ecc req-97a82642-dd53-41cd-9bcd-de63e19cc782 service nova] Acquiring lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:38:11 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:38:11 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updating instance_info_cache with network_info: [{"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Releasing lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:38:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Instance network_info: |[{"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:38:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f4fb369e-cc49-471a-bc2c-84d012b88ecc req-97a82642-dd53-41cd-9bcd-de63e19cc782 service nova] Acquired lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:38:11 user nova-compute[74046]: DEBUG nova.network.neutron [req-f4fb369e-cc49-471a-bc2c-84d012b88ecc req-97a82642-dd53-41cd-9bcd-de63e19cc782 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Refreshing network info cache for port d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG nova.network.neutron [req-f4fb369e-cc49-471a-bc2c-84d012b88ecc req-97a82642-dd53-41cd-9bcd-de63e19cc782 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updated VIF entry in instance network info cache for port d70b3f49-b01e-40d0-8f5f-e408a4262160. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG nova.network.neutron [req-f4fb369e-cc49-471a-bc2c-84d012b88ecc req-97a82642-dd53-41cd-9bcd-de63e19cc782 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updating instance_info_cache with network_info: [{"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f4fb369e-cc49-471a-bc2c-84d012b88ecc req-97a82642-dd53-41cd-9bcd-de63e19cc782 service nova] Releasing lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] No waiting events found dispatching network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:38:12 user nova-compute[74046]: WARNING nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received unexpected event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:38:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-unplugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] No waiting events found dispatching network-vif-unplugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:38:12 user nova-compute[74046]: WARNING nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received unexpected event network-vif-unplugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 for instance with vm_state stopped and task_state None.
Oct 23 18:38:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] No waiting events found dispatching network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:38:12 user nova-compute[74046]: WARNING nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received unexpected event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 for instance with vm_state stopped and task_state None.
Oct 23 18:38:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] No waiting events found dispatching network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:38:12 user nova-compute[74046]: WARNING nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received unexpected event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:38:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] No waiting events found dispatching network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:38:12 user nova-compute[74046]: WARNING nova.compute.manager [req-5c796433-3056-4d27-a68e-df7845ffeb86 req-1731f0b5-5766-411c-841d-0dbbc29a4858 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received unexpected event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9c707f75-61ce-4911-bbbf-f7d63d7b74b8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:38:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:38:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YyTIMqiP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:38:17 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:38:17 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:38:17 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.274s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[008e3839-392b-4670-822f-1ccfeb31a950]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:38:17 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3a66de3-a474-4ea8-8fb3-ecaca86b5af6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290] added
Oct 23 18:38:17 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d75f7a83-91ef-4af0-8b2e-a59d1d2f23e0]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.036s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6d349fd-79a7-438b-a18b-d93f532ec7f4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YyTIMqiP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YyTIMqiP" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b80639f6-d36a-4509-aa1e-8c7ce3b1eecc]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YyTIMqiP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[380e1c12-e651-4485-9821-85ba6c384abd]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e85c48-7307-4529-9c8e-b9dfddb389f0]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:38:17 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:38:17 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:38:17 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:38:17 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:38:17 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:38:17 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[354ce541-0237-449f-ad5c-cff6befc221b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290, portal: 172.16.0.220,3260]
Oct 23 18:38:17 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290, portal: 172.16.0.220,3260] successful.
Oct 23 18:38:17 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1f8b55b-8fd4-4d0c-9665-07f3f584c620]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff280812-4361-4b81-b45a-67c212d90413]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:38:17 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:38:17 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:38:17 user nova-compute[74046]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 (non-flash)
Oct 23 18:38:17 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:38:17 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:38:17 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:38:17 user nova-compute[74046]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 (non-flash)
Oct 23 18:38:17 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.427s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] HCTL ('33', '-', '-', 0) found on session 33 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a7714a7-4fa0-4dbe-828d-ec22f891a0b3]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Searching for a device in session 33 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YyTIMqiP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.291s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.530s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] <== connect_volume: return (1533ms) {'type': 'block', 'scsi_wwn': '23562333961306133', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23562333961306133', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:38:18 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:38:18 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7435MB free_disk=25.22527313232422GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lazy-loading 'flavor' on Instance uuid 5c93f02b-ba1a-4bba-8758-21412ec85d95 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:38:18 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:38:18 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:38:18 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:38:18 user nova-compute[74046]:   <serial>cc242003-ade3-46b3-a54d-b59570ca1290</serial>
Oct 23 18:38:18 user nova-compute[74046]: </disk>
Oct 23 18:38:18 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 883d3144-93db-4ad6-bc60-6b71bf381a9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 40521fb9-5dd1-41f1-93ff-6c4537985401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 5c93f02b-ba1a-4bba-8758-21412ec85d95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 8b7f1c1b-1e05-414b-978b-be03fcac8c53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6113083d-8f35-4e1f-bb0d-ab429e336af3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:38:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:38:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:38:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:38:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] No VIF found with MAC fa:16:3e:ce:ee:7d, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:38:19 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:38:19 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:38:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:38:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.831s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b7a0cb86-a261-41bb-8a84-fbd74979493d tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.400s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:38:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:38:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:38:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:38:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:38:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:38:20 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:38:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "40521fb9-5dd1-41f1-93ff-6c4537985401" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:21 user nova-compute[74046]: INFO nova.compute.manager [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Detaching volume 28743a6f-22e3-469d-b856-5d9d3d74daec
Oct 23 18:38:21 user nova-compute[74046]: INFO nova.virt.block_device [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Attempting to driver detach volume 28743a6f-22e3-469d-b856-5d9d3d74daec from mountpoint /dev/vdb
Oct 23 18:38:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "40521fb9-5dd1-41f1-93ff-6c4537985401" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Attempting to detach device vdb from instance 40521fb9-5dd1-41f1-93ff-6c4537985401 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:38:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:38:21 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:38:21 user nova-compute[74046]:   <source dev="/dev/sdd"/>
Oct 23 18:38:21 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:38:21 user nova-compute[74046]:   <serial>28743a6f-22e3-469d-b856-5d9d3d74daec</serial>
Oct 23 18:38:21 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:38:21 user nova-compute[74046]: </disk>
Oct 23 18:38:21 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:38:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:21 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Successfully detached device vdb from instance 40521fb9-5dd1-41f1-93ff-6c4537985401 from the persistent domain config.
Oct 23 18:38:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 40521fb9-5dd1-41f1-93ff-6c4537985401 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:38:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:38:21 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:38:21 user nova-compute[74046]:   <source dev="/dev/sdd"/>
Oct 23 18:38:21 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:38:21 user nova-compute[74046]:   <serial>28743a6f-22e3-469d-b856-5d9d3d74daec</serial>
Oct 23 18:38:21 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:38:21 user nova-compute[74046]: </disk>
Oct 23 18:38:21 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:38:22 user nova-compute[74046]: INFO nova.compute.manager [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Detaching volume cc242003-ade3-46b3-a54d-b59570ca1290
Oct 23 18:38:22 user nova-compute[74046]: INFO nova.virt.block_device [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Attempting to driver detach volume cc242003-ade3-46b3-a54d-b59570ca1290 from mountpoint /dev/vdb
Oct 23 18:38:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Attempting to detach device vdb from instance 5c93f02b-ba1a-4bba-8758-21412ec85d95 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:38:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:38:22 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:38:22 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:38:22 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:38:22 user nova-compute[74046]:   <serial>cc242003-ade3-46b3-a54d-b59570ca1290</serial>
Oct 23 18:38:22 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:38:22 user nova-compute[74046]: </disk>
Oct 23 18:38:22 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:38:22 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Successfully detached device vdb from instance 5c93f02b-ba1a-4bba-8758-21412ec85d95 from the persistent domain config.
Oct 23 18:38:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5c93f02b-ba1a-4bba-8758-21412ec85d95 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:38:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:38:22 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:38:22 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:38:22 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:38:22 user nova-compute[74046]:   <serial>cc242003-ade3-46b3-a54d-b59570ca1290</serial>
Oct 23 18:38:22 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:38:22 user nova-compute[74046]: </disk>
Oct 23 18:38:22 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:38:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 40521fb9-5dd1-41f1-93ff-6c4537985401 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:38:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5c93f02b-ba1a-4bba-8758-21412ec85d95 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:38:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:38:31 user nova-compute[74046]: INFO nova.compute.claims [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Claim successful on node user
Oct 23 18:38:31 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.495s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG nova.network.neutron [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:38:31 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:38:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:38:31 user nova-compute[74046]: INFO nova.compute.claims [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Claim successful on node user
Oct 23 18:38:31 user nova-compute[74046]: DEBUG nova.policy [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06352ac3abdd4287adbc734963a92251', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '953c90b080f34000812bcc8936526316', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:38:32 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Creating image(s)
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "/opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "/opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "/opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.224s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk 1073741824" returned: 0 in 0.094s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.283s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.853s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:38:32 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Cannot resize image /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Ensure instance console log exists: /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:33 user nova-compute[74046]: DEBUG nova.policy [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2956df609f6a4d05a695d53e471377a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbbf2db50a894814815b6e519b6c38f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:38:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:38:33 user nova-compute[74046]: DEBUG nova.network.neutron [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Successfully created port: 998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:38:33 user nova-compute[74046]: INFO nova.virt.block_device [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Booting with blank volume at /dev/vda
Oct 23 18:38:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:33 user nova-compute[74046]: DEBUG nova.network.neutron [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Successfully created port: 39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.network.neutron [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Successfully updated port: 998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "refresh_cache-f1a890a8-4bd4-4afb-9226-f592b5ad0714" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquired lock "refresh_cache-f1a890a8-4bd4-4afb-9226-f592b5ad0714" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.network.neutron [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.compute.manager [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-357c7bdb-8ad7-45d4-a7ec-a64653fde8bc req-74ce295d-d721-459b-9b58-84e80c608141 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Received event network-changed-998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-357c7bdb-8ad7-45d4-a7ec-a64653fde8bc req-74ce295d-d721-459b-9b58-84e80c608141 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Refreshing instance network info cache due to event network-changed-998c38a9-43fa-4459-a7b4-8c103d08a50b. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-357c7bdb-8ad7-45d4-a7ec-a64653fde8bc req-74ce295d-d721-459b-9b58-84e80c608141 service nova] Acquiring lock "refresh_cache-f1a890a8-4bd4-4afb-9226-f592b5ad0714" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.network.neutron [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:38:34 user nova-compute[74046]: INFO nova.compute.claims [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Claim successful on node user
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-c27440e0-aa50-45a2-a1b6-b5979c67e216 req-4ec7b8aa-c115-4e58-92a1-90fe9294146b service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-changed-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-c27440e0-aa50-45a2-a1b6-b5979c67e216 req-4ec7b8aa-c115-4e58-92a1-90fe9294146b service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Refreshing instance network info cache due to event network-changed-9b3af342-e7ec-4691-b245-27fa10ad7fc9. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c27440e0-aa50-45a2-a1b6-b5979c67e216 req-4ec7b8aa-c115-4e58-92a1-90fe9294146b service nova] Acquiring lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c27440e0-aa50-45a2-a1b6-b5979c67e216 req-4ec7b8aa-c115-4e58-92a1-90fe9294146b service nova] Acquired lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.network.neutron [req-c27440e0-aa50-45a2-a1b6-b5979c67e216 req-4ec7b8aa-c115-4e58-92a1-90fe9294146b service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Refreshing network info cache for port 9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.network.neutron [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Successfully updated port: 39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquired lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.network.neutron [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-09b0fb9f-b70f-42e0-946d-b7a405d214f2 req-a9c4dbb2-93ae-4c66-a116-3ba7ff433bec service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-changed-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-09b0fb9f-b70f-42e0-946d-b7a405d214f2 req-a9c4dbb2-93ae-4c66-a116-3ba7ff433bec service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Refreshing instance network info cache due to event network-changed-39837c7a-0326-4401-ad88-9604b53d53e3. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-09b0fb9f-b70f-42e0-946d-b7a405d214f2 req-a9c4dbb2-93ae-4c66-a116-3ba7ff433bec service nova] Acquiring lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.network.neutron [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:38:34 user nova-compute[74046]: DEBUG nova.network.neutron [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Updating instance_info_cache with network_info: [{"id": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "address": "fa:16:3e:d4:0e:05", "network": {"id": "0c2cb93f-91d6-4c1b-9f01-27266f810729", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-953267435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "953c90b080f34000812bcc8936526316", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap998c38a9-43", "ovs_interfaceid": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Releasing lock "refresh_cache-f1a890a8-4bd4-4afb-9226-f592b5ad0714" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.compute.manager [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Instance network_info: |[{"id": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "address": "fa:16:3e:d4:0e:05", "network": {"id": "0c2cb93f-91d6-4c1b-9f01-27266f810729", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-953267435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "953c90b080f34000812bcc8936526316", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap998c38a9-43", "ovs_interfaceid": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-357c7bdb-8ad7-45d4-a7ec-a64653fde8bc req-74ce295d-d721-459b-9b58-84e80c608141 service nova] Acquired lock "refresh_cache-f1a890a8-4bd4-4afb-9226-f592b5ad0714" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.network.neutron [req-357c7bdb-8ad7-45d4-a7ec-a64653fde8bc req-74ce295d-d721-459b-9b58-84e80c608141 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Refreshing network info cache for port 998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Start _get_guest_xml network_info=[{"id": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "address": "fa:16:3e:d4:0e:05", "network": {"id": "0c2cb93f-91d6-4c1b-9f01-27266f810729", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-953267435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "953c90b080f34000812bcc8936526316", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap998c38a9-43", "ovs_interfaceid": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:38:35 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:38:35 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1269858762',display_name='tempest-SnapshotDataIntegrityTests-server-1269858762',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1269858762',id=29,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDXUp+6m8x5Fmx6os9ldMslTasd6XceZZ455DZQw8LZZc4yu0mIPDfBF8Oz7s0Xw5u6Fayf717aAX4gMv+jNX2dPOy8kHcMXYF/kbs9HpglAy4FfT4otitm4h/VN15j/NQ==',key_name='tempest-keypair-704403733',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='953c90b080f34000812bcc8936526316',ramdisk_id='',reservation_id='r-s2l8a0bc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-765067138',owner_user_name='tempest-SnapshotDataIntegrityTests-765067138-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:38:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='06352ac3abdd4287adbc734963a92251',uuid=f1a890a8-4bd4-4afb-9226-f592b5ad0714,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "address": "fa:16:3e:d4:0e:05", "network": {"id": "0c2cb93f-91d6-4c1b-9f01-27266f810729", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-953267435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "953c90b080f34000812bcc8936526316", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap998c38a9-43", "ovs_interfaceid": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Converting VIF {"id": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "address": "fa:16:3e:d4:0e:05", "network": {"id": "0c2cb93f-91d6-4c1b-9f01-27266f810729", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-953267435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "953c90b080f34000812bcc8936526316", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap998c38a9-43", "ovs_interfaceid": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:0e:05,bridge_name='br-int',has_traffic_filtering=True,id=998c38a9-43fa-4459-a7b4-8c103d08a50b,network=Network(0c2cb93f-91d6-4c1b-9f01-27266f810729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap998c38a9-43') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.objects.instance [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'pci_devices' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:38:35 user nova-compute[74046]:   <uuid>f1a890a8-4bd4-4afb-9226-f592b5ad0714</uuid>
Oct 23 18:38:35 user nova-compute[74046]:   <name>instance-0000001d</name>
Oct 23 18:38:35 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:38:35 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:38:35 user nova-compute[74046]:   <metadata>
Oct 23 18:38:35 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:38:35 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:38:35 user nova-compute[74046]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1269858762</nova:name>
Oct 23 18:38:35 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:38:35</nova:creationTime>
Oct 23 18:38:35 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:38:35 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:38:35 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:38:35 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:38:35 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:38:35 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:38:35 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:38:35 user nova-compute[74046]:       <nova:owner>
Oct 23 18:38:35 user nova-compute[74046]:         <nova:user uuid="06352ac3abdd4287adbc734963a92251">tempest-SnapshotDataIntegrityTests-765067138-project-member</nova:user>
Oct 23 18:38:35 user nova-compute[74046]:         <nova:project uuid="953c90b080f34000812bcc8936526316">tempest-SnapshotDataIntegrityTests-765067138</nova:project>
Oct 23 18:38:35 user nova-compute[74046]:       </nova:owner>
Oct 23 18:38:35 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:38:35 user nova-compute[74046]:       <nova:ports>
Oct 23 18:38:35 user nova-compute[74046]:         <nova:port uuid="998c38a9-43fa-4459-a7b4-8c103d08a50b">
Oct 23 18:38:35 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 23 18:38:35 user nova-compute[74046]:         </nova:port>
Oct 23 18:38:35 user nova-compute[74046]:       </nova:ports>
Oct 23 18:38:35 user nova-compute[74046]:     </nova:instance>
Oct 23 18:38:35 user nova-compute[74046]:   </metadata>
Oct 23 18:38:35 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:38:35 user nova-compute[74046]:     <system>
Oct 23 18:38:35 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:38:35 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:38:35 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:38:35 user nova-compute[74046]:       <entry name="serial">f1a890a8-4bd4-4afb-9226-f592b5ad0714</entry>
Oct 23 18:38:35 user nova-compute[74046]:       <entry name="uuid">f1a890a8-4bd4-4afb-9226-f592b5ad0714</entry>
Oct 23 18:38:35 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:38:35 user nova-compute[74046]:     </system>
Oct 23 18:38:35 user nova-compute[74046]:   </sysinfo>
Oct 23 18:38:35 user nova-compute[74046]:   <os>
Oct 23 18:38:35 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:38:35 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:38:35 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:38:35 user nova-compute[74046]:   </os>
Oct 23 18:38:35 user nova-compute[74046]:   <features>
Oct 23 18:38:35 user nova-compute[74046]:     <acpi/>
Oct 23 18:38:35 user nova-compute[74046]:     <apic/>
Oct 23 18:38:35 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:38:35 user nova-compute[74046]:   </features>
Oct 23 18:38:35 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:38:35 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:38:35 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:38:35 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:38:35 user nova-compute[74046]:   </clock>
Oct 23 18:38:35 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:38:35 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:38:35 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:38:35 user nova-compute[74046]:   </cpu>
Oct 23 18:38:35 user nova-compute[74046]:   <devices>
Oct 23 18:38:35 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:38:35 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:38:35 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk"/>
Oct 23 18:38:35 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:38:35 user nova-compute[74046]:     </disk>
Oct 23 18:38:35 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:38:35 user nova-compute[74046]:       <mac address="fa:16:3e:d4:0e:05"/>
Oct 23 18:38:35 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:38:35 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:38:35 user nova-compute[74046]:       <target dev="tap998c38a9-43"/>
Oct 23 18:38:35 user nova-compute[74046]:     </interface>
Oct 23 18:38:35 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:38:35 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/console.log" append="off"/>
Oct 23 18:38:35 user nova-compute[74046]:     </serial>
Oct 23 18:38:35 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:38:35 user nova-compute[74046]:     <video>
Oct 23 18:38:35 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:38:35 user nova-compute[74046]:     </video>
Oct 23 18:38:35 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:38:35 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:38:35 user nova-compute[74046]:     </rng>
Oct 23 18:38:35 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:38:35 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:38:35 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:38:35 user nova-compute[74046]:     </memballoon>
Oct 23 18:38:35 user nova-compute[74046]:   </devices>
Oct 23 18:38:35 user nova-compute[74046]: </domain>
Oct 23 18:38:35 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1269858762',display_name='tempest-SnapshotDataIntegrityTests-server-1269858762',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1269858762',id=29,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDXUp+6m8x5Fmx6os9ldMslTasd6XceZZ455DZQw8LZZc4yu0mIPDfBF8Oz7s0Xw5u6Fayf717aAX4gMv+jNX2dPOy8kHcMXYF/kbs9HpglAy4FfT4otitm4h/VN15j/NQ==',key_name='tempest-keypair-704403733',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='953c90b080f34000812bcc8936526316',ramdisk_id='',reservation_id='r-s2l8a0bc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-765067138',owner_user_name='tempest-SnapshotDataIntegrityTests-765067138-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:38:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='06352ac3abdd4287adbc734963a92251',uuid=f1a890a8-4bd4-4afb-9226-f592b5ad0714,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "address": "fa:16:3e:d4:0e:05", "network": {"id": "0c2cb93f-91d6-4c1b-9f01-27266f810729", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-953267435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "953c90b080f34000812bcc8936526316", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap998c38a9-43", "ovs_interfaceid": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Converting VIF {"id": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "address": "fa:16:3e:d4:0e:05", "network": {"id": "0c2cb93f-91d6-4c1b-9f01-27266f810729", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-953267435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "953c90b080f34000812bcc8936526316", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap998c38a9-43", "ovs_interfaceid": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:0e:05,bridge_name='br-int',has_traffic_filtering=True,id=998c38a9-43fa-4459-a7b4-8c103d08a50b,network=Network(0c2cb93f-91d6-4c1b-9f01-27266f810729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap998c38a9-43') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG os_vif [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:0e:05,bridge_name='br-int',has_traffic_filtering=True,id=998c38a9-43fa-4459-a7b4-8c103d08a50b,network=Network(0c2cb93f-91d6-4c1b-9f01-27266f810729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap998c38a9-43') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '868a2f3d-6d84-59ae-943d-b1279c624f6f', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap998c38a9-43, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap998c38a9-43, col_values=(('qos', UUID('dfe0d410-eb20-4429-821f-d23a7d404499')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap998c38a9-43, col_values=(('external_ids', {'iface-id': '998c38a9-43fa-4459-a7b4-8c103d08a50b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d4:0e:05', 'vm-uuid': 'f1a890a8-4bd4-4afb-9226-f592b5ad0714'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:35 user nova-compute[74046]: INFO os_vif [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:0e:05,bridge_name='br-int',has_traffic_filtering=True,id=998c38a9-43fa-4459-a7b4-8c103d08a50b,network=Network(0c2cb93f-91d6-4c1b-9f01-27266f810729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap998c38a9-43')
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No VIF found with MAC fa:16:3e:d4:0e:05, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.network.neutron [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updating instance_info_cache with network_info: [{"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.837s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.compute.manager [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Releasing lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.compute.manager [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Instance network_info: |[{"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-09b0fb9f-b70f-42e0-946d-b7a405d214f2 req-a9c4dbb2-93ae-4c66-a116-3ba7ff433bec service nova] Acquired lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.network.neutron [req-09b0fb9f-b70f-42e0-946d-b7a405d214f2 req-a9c4dbb2-93ae-4c66-a116-3ba7ff433bec service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Refreshing network info cache for port 39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.compute.manager [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.network.neutron [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:38:35 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.compute.manager [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.network.neutron [req-c27440e0-aa50-45a2-a1b6-b5979c67e216 req-4ec7b8aa-c115-4e58-92a1-90fe9294146b service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updated VIF entry in instance network info cache for port 9b3af342-e7ec-4691-b245-27fa10ad7fc9. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.network.neutron [req-c27440e0-aa50-45a2-a1b6-b5979c67e216 req-4ec7b8aa-c115-4e58-92a1-90fe9294146b service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updating instance_info_cache with network_info: [{"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c27440e0-aa50-45a2-a1b6-b5979c67e216 req-4ec7b8aa-c115-4e58-92a1-90fe9294146b service nova] Releasing lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:38:35 user nova-compute[74046]: INFO nova.virt.block_device [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Booting with volume snapshot 98cd8c1e-9244-4051-9801-d0c3ff173a6f at /dev/vda
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.policy [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4874ac0a6b84fd3bc00d6d3513fd477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bae0e28245d541e5bcb945983ce4d335', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.network.neutron [req-357c7bdb-8ad7-45d4-a7ec-a64653fde8bc req-74ce295d-d721-459b-9b58-84e80c608141 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Updated VIF entry in instance network info cache for port 998c38a9-43fa-4459-a7b4-8c103d08a50b. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG nova.network.neutron [req-357c7bdb-8ad7-45d4-a7ec-a64653fde8bc req-74ce295d-d721-459b-9b58-84e80c608141 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Updating instance_info_cache with network_info: [{"id": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "address": "fa:16:3e:d4:0e:05", "network": {"id": "0c2cb93f-91d6-4c1b-9f01-27266f810729", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-953267435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "953c90b080f34000812bcc8936526316", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap998c38a9-43", "ovs_interfaceid": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-357c7bdb-8ad7-45d4-a7ec-a64653fde8bc req-74ce295d-d721-459b-9b58-84e80c608141 service nova] Releasing lock "refresh_cache-f1a890a8-4bd4-4afb-9226-f592b5ad0714" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:38:36 user nova-compute[74046]: DEBUG nova.network.neutron [req-09b0fb9f-b70f-42e0-946d-b7a405d214f2 req-a9c4dbb2-93ae-4c66-a116-3ba7ff433bec service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updated VIF entry in instance network info cache for port 39837c7a-0326-4401-ad88-9604b53d53e3. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:38:36 user nova-compute[74046]: DEBUG nova.network.neutron [req-09b0fb9f-b70f-42e0-946d-b7a405d214f2 req-a9c4dbb2-93ae-4c66-a116-3ba7ff433bec service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updating instance_info_cache with network_info: [{"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-09b0fb9f-b70f-42e0-946d-b7a405d214f2 req-a9c4dbb2-93ae-4c66-a116-3ba7ff433bec service nova] Releasing lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:38:36 user nova-compute[74046]: DEBUG nova.network.neutron [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Successfully created port: c07c4482-ee4e-411c-977d-7aa3895b8749 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:38:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-c847f0d4-b824-442f-af8c-6f05e07829df req-69cc17a8-c895-4f4c-849f-46d08a9150e1 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Received event network-vif-plugged-998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c847f0d4-b824-442f-af8c-6f05e07829df req-69cc17a8-c895-4f4c-849f-46d08a9150e1 service nova] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c847f0d4-b824-442f-af8c-6f05e07829df req-69cc17a8-c895-4f4c-849f-46d08a9150e1 service nova] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c847f0d4-b824-442f-af8c-6f05e07829df req-69cc17a8-c895-4f4c-849f-46d08a9150e1 service nova] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-c847f0d4-b824-442f-af8c-6f05e07829df req-69cc17a8-c895-4f4c-849f-46d08a9150e1 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] No waiting events found dispatching network-vif-plugged-998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:38:37 user nova-compute[74046]: WARNING nova.compute.manager [req-c847f0d4-b824-442f-af8c-6f05e07829df req-69cc17a8-c895-4f4c-849f-46d08a9150e1 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Received unexpected event network-vif-plugged-998c38a9-43fa-4459-a7b4-8c103d08a50b for instance with vm_state building and task_state spawning.
Oct 23 18:38:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:38 user nova-compute[74046]: DEBUG nova.network.neutron [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Successfully updated port: c07c4482-ee4e-411c-977d-7aa3895b8749 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:38:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "refresh_cache-bec03bed-9dd6-4023-ba41-b61eabaea4f0" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:38:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquired lock "refresh_cache-bec03bed-9dd6-4023-ba41-b61eabaea4f0" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:38:38 user nova-compute[74046]: DEBUG nova.network.neutron [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:38:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:38 user nova-compute[74046]: DEBUG nova.network.neutron [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:38:38 user nova-compute[74046]: DEBUG nova.network.neutron [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Updating instance_info_cache with network_info: [{"id": "c07c4482-ee4e-411c-977d-7aa3895b8749", "address": "fa:16:3e:e6:59:64", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07c4482-ee", "ovs_interfaceid": "c07c4482-ee4e-411c-977d-7aa3895b8749", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Releasing lock "refresh_cache-bec03bed-9dd6-4023-ba41-b61eabaea4f0" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:38:38 user nova-compute[74046]: DEBUG nova.compute.manager [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Instance network_info: |[{"id": "c07c4482-ee4e-411c-977d-7aa3895b8749", "address": "fa:16:3e:e6:59:64", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07c4482-ee", "ovs_interfaceid": "c07c4482-ee4e-411c-977d-7aa3895b8749", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:38:39 user nova-compute[74046]: DEBUG nova.compute.manager [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Received event network-vif-plugged-998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:39 user nova-compute[74046]: DEBUG nova.compute.manager [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] No waiting events found dispatching network-vif-plugged-998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:38:39 user nova-compute[74046]: WARNING nova.compute.manager [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Received unexpected event network-vif-plugged-998c38a9-43fa-4459-a7b4-8c103d08a50b for instance with vm_state building and task_state spawning.
Oct 23 18:38:39 user nova-compute[74046]: DEBUG nova.compute.manager [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Received event network-changed-c07c4482-ee4e-411c-977d-7aa3895b8749 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:39 user nova-compute[74046]: DEBUG nova.compute.manager [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Refreshing instance network info cache due to event network-changed-c07c4482-ee4e-411c-977d-7aa3895b8749. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:38:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] Acquiring lock "refresh_cache-bec03bed-9dd6-4023-ba41-b61eabaea4f0" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:38:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] Acquired lock "refresh_cache-bec03bed-9dd6-4023-ba41-b61eabaea4f0" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:38:39 user nova-compute[74046]: DEBUG nova.network.neutron [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Refreshing network info cache for port c07c4482-ee4e-411c-977d-7aa3895b8749 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:38:39 user nova-compute[74046]: DEBUG nova.compute.manager [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:38:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:38:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Instance spawned successfully.
Oct 23 18:38:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:38:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:38:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:38:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:38:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:38:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:38:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:38:40 user nova-compute[74046]: INFO nova.compute.manager [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Took 8.14 seconds to spawn the instance on the hypervisor.
Oct 23 18:38:40 user nova-compute[74046]: DEBUG nova.compute.manager [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:38:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:40 user nova-compute[74046]: INFO nova.compute.manager [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Took 9.01 seconds to build instance.
Oct 23 18:38:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-823505d7-d969-4820-8497-6cf3d9d8d1e4 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.127s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:40 user nova-compute[74046]: DEBUG nova.network.neutron [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Updated VIF entry in instance network info cache for port c07c4482-ee4e-411c-977d-7aa3895b8749. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:38:40 user nova-compute[74046]: DEBUG nova.network.neutron [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Updating instance_info_cache with network_info: [{"id": "c07c4482-ee4e-411c-977d-7aa3895b8749", "address": "fa:16:3e:e6:59:64", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07c4482-ee", "ovs_interfaceid": "c07c4482-ee4e-411c-977d-7aa3895b8749", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-12002889-9e9a-45f2-8a94-c7d96fccbb06 req-5d1c490c-1e70-4af7-948a-a8f9f8ad3ce5 service nova] Releasing lock "refresh_cache-bec03bed-9dd6-4023-ba41-b61eabaea4f0" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:38:42 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 40521fb9-5dd1-41f1-93ff-6c4537985401 is timed out.
Oct 23 18:38:42 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Successfully detached device vdb from instance 40521fb9-5dd1-41f1-93ff-6c4537985401 from the live domain config.
Oct 23 18:38:42 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hopgcJLx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:38:42 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[40b95d1f-b41c-44c7-9d92-8765b8eeb337]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:38:42 user nova-compute[74046]: No targets found.
Oct 23 18:38:42 user nova-compute[74046]: iSNS:
Oct 23 18:38:42 user nova-compute[74046]: No targets found.
Oct 23 18:38:42 user nova-compute[74046]: STATIC:
Oct 23 18:38:42 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec
Oct 23 18:38:42 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:38:42 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:38:42 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290
Oct 23 18:38:42 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:38:42 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:38:42 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2
Oct 23 18:38:42 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:38:42 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:38:42 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c
Oct 23 18:38:42 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:38:42 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:38:42 user nova-compute[74046]: FIRMWARE:
Oct 23 18:38:42 user nova-compute[74046]: No targets found.
Oct 23 18:38:42 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:38:42 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:38:42 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:42 user nova-compute[74046]: INFO nova.compute.manager [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Shelving
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[09d0bd41-e5b0-4f84-bdd3-09ebdc992af3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9f3e419-b16a-45b3-8f14-cd65d4541d0c]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:38:42 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:38:42 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:38:42 user nova-compute[74046]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 (non-flash)
Oct 23 18:38:42 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:38:42 user nova-compute[74046]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec (non-flash)
Oct 23 18:38:42 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:38:42 user nova-compute[74046]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 (non-flash)
Oct 23 18:38:42 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef02a0700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec'): ({'sdd'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Removing single pathed devices sdd {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[217343e0-141c-4088-96cf-81776a6cdb19]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[750866c4-5f6a-4245-bc97-d758b4e1c5ac]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Flushing IO for device /dev/sdd {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ceecf78-5485-4bf1-a77e-c9b1c4031ee8]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c0cfb82-9bcf-420a-b86e-92974ff2f001]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] SCSI volumes sdd have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4332c8fd-318e-469d-a36f-d1ae1cd7d4ac]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:42 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5c93f02b-ba1a-4bba-8758-21412ec85d95 is timed out.
Oct 23 18:38:42 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Successfully detached device vdb from instance 5c93f02b-ba1a-4bba-8758-21412ec85d95 from the live domain config.
Oct 23 18:38:42 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YyTIMqiP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:38:42 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --logout" returned: 0 in 0.098s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc955bfb-acf2-4652-afdc-a1c54a610dea]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec, portal: 172.16.0.220,3260]
Oct 23 18:38:42 user nova-compute[74046]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec, portal: 172.16.0.220,3260] successful.
Oct 23 18:38:42 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e9bd558-bdd6-4b90-a13e-be2ce26e0046]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.400s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] <== disconnect_volume: return (402ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.049s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[afdfedc1-dafc-42b9-b3dd-abd2b9c35fe0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:38:42 user nova-compute[74046]: No targets found.
Oct 23 18:38:42 user nova-compute[74046]: iSNS:
Oct 23 18:38:42 user nova-compute[74046]: No targets found.
Oct 23 18:38:42 user nova-compute[74046]: STATIC:
Oct 23 18:38:42 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290
Oct 23 18:38:42 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:38:42 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:38:42 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2
Oct 23 18:38:42 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:38:42 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:38:42 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c
Oct 23 18:38:42 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:38:42 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:38:42 user nova-compute[74046]: FIRMWARE:
Oct 23 18:38:42 user nova-compute[74046]: No targets found.
Oct 23 18:38:42 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:38:42 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:38:42 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[81da1251-dd62-4613-9833-31fb37030e19]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG nova.compute.manager [req-581810d1-d3c7-4772-b032-f8480b9cef36 req-371c5bb6-2d9b-4eb9-8132-54e31c190c2d service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-vif-unplugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-581810d1-d3c7-4772-b032-f8480b9cef36 req-371c5bb6-2d9b-4eb9-8132-54e31c190c2d service nova] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-581810d1-d3c7-4772-b032-f8480b9cef36 req-371c5bb6-2d9b-4eb9-8132-54e31c190c2d service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-581810d1-d3c7-4772-b032-f8480b9cef36 req-371c5bb6-2d9b-4eb9-8132-54e31c190c2d service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG nova.compute.manager [req-581810d1-d3c7-4772-b032-f8480b9cef36 req-371c5bb6-2d9b-4eb9-8132-54e31c190c2d service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] No waiting events found dispatching network-vif-unplugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:38:42 user nova-compute[74046]: WARNING nova.compute.manager [req-581810d1-d3c7-4772-b032-f8480b9cef36 req-371c5bb6-2d9b-4eb9-8132-54e31c190c2d service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received unexpected event network-vif-unplugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 for instance with vm_state active and task_state shelving.
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[def73f7c-8136-4f1f-a1d2-2bdc9fb6e699]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:38:42 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:38:42 user nova-compute[74046]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 (non-flash)
Oct 23 18:38:42 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:38:42 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:38:42 user nova-compute[74046]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 (non-flash)
Oct 23 18:38:42 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef85dc4c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:38:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a5fe42a-137a-4e38-831e-9e9c6643e15d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[50fee8e5-c353-418a-9096-648cf238ce28]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3bc969-9ed6-4a9e-81ce-b8d3591f91b4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.067s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbb18748-a8ee-4f4a-aa1b-755965c417bf]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c23c9431-b101-42d0-9f68-5ba6c794537c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[173e376f-9341-428e-96ee-60038f856838]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290, portal: 172.16.0.220,3260]
Oct 23 18:38:43 user nova-compute[74046]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290, portal: 172.16.0.220,3260] successful.
Oct 23 18:38:43 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc242003-ade3-46b3-a54d-b59570ca1290 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f861be9a-ee5a-4081-ac30-f8c60f3844bb]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.376s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] <== disconnect_volume: return (425ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:43 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Instance destroyed successfully.
Oct 23 18:38:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:43 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Beginning cold snapshot process
Oct 23 18:38:43 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk /opt/stack/data/nova/instances/snapshots/tmp6urhwndz/93b6bd8d5e534f8bb80d4e6a92336703 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG nova.objects.instance [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lazy-loading 'flavor' on Instance uuid 40521fb9-5dd1-41f1-93ff-6c4537985401 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-363cdecc-4dc1-497c-baf4-a92dfcf5f4a1 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.167s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.030s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:43 user nova-compute[74046]: INFO nova.compute.manager [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Terminating instance
Oct 23 18:38:43 user nova-compute[74046]: DEBUG nova.compute.manager [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lazy-loading 'flavor' on Instance uuid 5c93f02b-ba1a-4bba-8758-21412ec85d95 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c23a7ed-f12c-4d37-ab09-37c6c0dc624c tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.479s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG os_brick.utils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[99b19313-5166-4549-a2af-462cc1699497]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[93cfad2e-5f3c-47e9-bc4e-6c727eba53b5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b377bab-fd3b-466f-bb88-0cc612d34d7a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0dbc1a2-288e-4f16-90d1-8a5625f8fbf5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:38:44 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d011cb67-acb1-4bdb-bdfc-ad3529f44de1]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG os_brick.utils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updating existing volume attachment record: 70620ec2-9bd2-4b71-820d-18dfefeafaba {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:38:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk /opt/stack/data/nova/instances/snapshots/tmp6urhwndz/93b6bd8d5e534f8bb80d4e6a92336703" returned: 0 in 1.134s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:44 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Snapshot extracted, beginning image upload
Oct 23 18:38:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Instance destroyed successfully.
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.objects.instance [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lazy-loading 'resources' on Instance uuid 40521fb9-5dd1-41f1-93ff-6c4537985401 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:35:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-499851539',display_name='tempest-VolumesSnapshotTestJSON-instance-499851539',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-499851539',id=22,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH/skrdkbViwqDm8vtHZCNZxPIgme1Yw6bxxs2kkg5JeO8Z3d/Hm+FLQ3CZCPJt1eoEg4AKGSvrggLrinO+izoC3Sg01EljKqO5ECDt2UNdRA4BajVCKna1U1q+Rpainow==',key_name='tempest-keypair-1782453744',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:35:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2c36d90d230743258e531113323cf5a2',ramdisk_id='',reservation_id='r-jh3vvla0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1827787066',owner_user_name='tempest-VolumesSnapshotTestJSON-1827787066-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:35:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c1b41e7f03604ba384cb9c1ce119a006',uuid=40521fb9-5dd1-41f1-93ff-6c4537985401,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "address": "fa:16:3e:a6:9d:2f", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44aa3d92-f6", "ovs_interfaceid": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Converting VIF {"id": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "address": "fa:16:3e:a6:9d:2f", "network": {"id": "22e9e957-141b-4a6b-b816-0699e3752931", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1637794150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2c36d90d230743258e531113323cf5a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44aa3d92-f6", "ovs_interfaceid": "44aa3d92-f6dd-4221-843b-5ea99e93f6d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a6:9d:2f,bridge_name='br-int',has_traffic_filtering=True,id=44aa3d92-f6dd-4221-843b-5ea99e93f6d3,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44aa3d92-f6') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG os_vif [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:9d:2f,bridge_name='br-int',has_traffic_filtering=True,id=44aa3d92-f6dd-4221-843b-5ea99e93f6d3,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44aa3d92-f6') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap44aa3d92-f6, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3b320229-9050-4b0a-aac7-5e747976ccd5) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:45 user nova-compute[74046]: INFO os_vif [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:9d:2f,bridge_name='br-int',has_traffic_filtering=True,id=44aa3d92-f6dd-4221-843b-5ea99e93f6d3,network=Network(22e9e957-141b-4a6b-b816-0699e3752931),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44aa3d92-f6')
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hopgcJLx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:38:45 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:38:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9462e8b1-8d4f-4c6c-8f72-1f2ab744bfda]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:38:45 user nova-compute[74046]: No targets found.
Oct 23 18:38:45 user nova-compute[74046]: iSNS:
Oct 23 18:38:45 user nova-compute[74046]: No targets found.
Oct 23 18:38:45 user nova-compute[74046]: STATIC:
Oct 23 18:38:45 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2
Oct 23 18:38:45 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:38:45 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:38:45 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c
Oct 23 18:38:45 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:38:45 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:38:45 user nova-compute[74046]: FIRMWARE:
Oct 23 18:38:45 user nova-compute[74046]: No targets found.
Oct 23 18:38:45 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:38:45 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:38:45 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:28743a6f-22e3-469d-b856-5d9d3d74daec', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef971daf-7f79-4695-830a-8edeecd2ba86]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[def54420-ae30-4bb9-b476-3a5e1a19997e]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:38:45 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:38:45 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:38:45 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:38:45 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef8372b90>, {}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Disconnecting from: [] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.078s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] <== disconnect_volume: return (79ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:38:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Deleting instance files /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401_del
Oct 23 18:38:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Deletion of /opt/stack/data/nova/instances/40521fb9-5dd1-41f1-93ff-6c4537985401_del complete
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.compute.manager [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.compute.manager [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] No waiting events found dispatching network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:38:45 user nova-compute[74046]: WARNING nova.compute.manager [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received unexpected event network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 for instance with vm_state active and task_state shelving_image_uploading.
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.compute.manager [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Received event network-vif-unplugged-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] Acquiring lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.compute.manager [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] No waiting events found dispatching network-vif-unplugged-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.compute.manager [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Received event network-vif-unplugged-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.compute.manager [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Received event network-vif-plugged-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] Acquiring lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.compute.manager [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] No waiting events found dispatching network-vif-plugged-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:38:45 user nova-compute[74046]: WARNING nova.compute.manager [req-5415c092-121d-493a-9496-011c06b4c075 req-b8088ee1-4139-47cc-a05b-18dde11f79fa service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Received unexpected event network-vif-plugged-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 for instance with vm_state active and task_state deleting.
Oct 23 18:38:45 user nova-compute[74046]: INFO nova.compute.manager [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Took 1.32 seconds to destroy the instance on the hypervisor.
Oct 23 18:38:45 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:38:45 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:38:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:46 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:46 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Took 1.18 seconds to deallocate network for instance.
Oct 23 18:38:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-13fee2bc-2a1e-4031-b944-a55b2eb2160c req-604d1c65-2ff7-48c8-88b4-5cdc69c02882 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Received event network-vif-deleted-44aa3d92-f6dd-4221-843b-5ea99e93f6d3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:46 user nova-compute[74046]: INFO nova.compute.manager [req-13fee2bc-2a1e-4031-b944-a55b2eb2160c req-604d1c65-2ff7-48c8-88b4-5cdc69c02882 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Neutron deleted interface 44aa3d92-f6dd-4221-843b-5ea99e93f6d3; detaching it from the instance and deleting it from the info cache
Oct 23 18:38:46 user nova-compute[74046]: DEBUG nova.network.neutron [req-13fee2bc-2a1e-4031-b944-a55b2eb2160c req-604d1c65-2ff7-48c8-88b4-5cdc69c02882 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-13fee2bc-2a1e-4031-b944-a55b2eb2160c req-604d1c65-2ff7-48c8-88b4-5cdc69c02882 service nova] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Detach interface failed, port_id=44aa3d92-f6dd-4221-843b-5ea99e93f6d3, reason: Instance 40521fb9-5dd1-41f1-93ff-6c4537985401 could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:38:47 user nova-compute[74046]: WARNING nova.volume.cinder [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Attachment 4d35e354-ba6f-4cc8-ac9b-c4fefae649d1 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 4d35e354-ba6f-4cc8-ac9b-c4fefae649d1. (HTTP 404) (Request-ID: req-79f14bcf-5d89-41a2-8c6e-fae82708251a)
Oct 23 18:38:47 user nova-compute[74046]: INFO nova.compute.manager [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] [instance: 40521fb9-5dd1-41f1-93ff-6c4537985401] Took 0.60 seconds to detach 1 volumes for instance.
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG os_brick.utils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a153d39-288f-4b59-97a7-183b46915cb7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[49c24346-2a29-4dfc-ab67-7b6513bdf64a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[299f899d-0924-42e9-b0ba-f2feea469739]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dec2dd7a-5871-47a1-bf06-cc47425b26d5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:38:47 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b41bfa5e-65eb-4382-a4c3-f693976b3e46]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG os_brick.utils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== get_connector_properties: return (204ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Updating existing volume attachment record: 5d63feed-c7d5-442c-aa97-da347e1d4eae {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.682s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:47 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Deleted allocations for instance 40521fb9-5dd1-41f1-93ff-6c4537985401
Oct 23 18:38:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6f4bf955-36f9-4de6-b70b-cd8fdfe12260 tempest-VolumesSnapshotTestJSON-1827787066 tempest-VolumesSnapshotTestJSON-1827787066-project-member] Lock "40521fb9-5dd1-41f1-93ff-6c4537985401" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.009s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:48 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Snapshot image upload complete
Oct 23 18:38:48 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:38:48 user nova-compute[74046]: INFO nova.compute.manager [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Shelve offloading
Oct 23 18:38:48 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Instance destroyed successfully.
Oct 23 18:38:48 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:38:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:38:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquired lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:38:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:38:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updating instance_info_cache with network_info: [{"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Releasing lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:38:49 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Instance destroyed successfully.
Oct 23 18:38:49 user nova-compute[74046]: DEBUG nova.objects.instance [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'resources' on Instance uuid 8b7f1c1b-1e05-414b-978b-be03fcac8c53 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:36:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1141124686',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1141124686',id=26,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJM9BDJZ3v1isxcglkhgsZIOV83X/nA+XGmhwzJBdjQy/5QDQyf64fLN3z7FAT7IiwzVPR12wRDPY0M7+Uf6puqY6jYS7IrNpYhRsEsiMYIoypc8aLjrTXkc+FfnAB3jFA==',key_name='tempest-keypair-600252604',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:36:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='50e9e0ab339647048546a8c62fa0d768',ramdisk_id='',reservation_id='r-oj9jzqot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1720554262',owner_user_name='tempest-AttachVolumeShelveTestJSON-1720554262-project-member',shelved_at='2023-10-23T18:38:48.091949',shelved_host='user',shelved_image_id='6058f2bd-9dc7-4846-9f89-d02c2a107f35'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:38:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d137785f9c174d38a02b899ce5c61edc',uuid=8b7f1c1b-1e05-414b-978b-be03fcac8c53,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converting VIF {"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG os_vif [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9b3af342-e7, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d480436a-986b-4616-b5c9-7ce2bc1d6b58) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-8e0a6331-9807-4691-89c2-96c55bb2d809 req-a9481f15-def0-4c3f-ad81-5fd40df291e4 service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-changed-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-8e0a6331-9807-4691-89c2-96c55bb2d809 req-a9481f15-def0-4c3f-ad81-5fd40df291e4 service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Refreshing instance network info cache due to event network-changed-9b3af342-e7ec-4691-b245-27fa10ad7fc9. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8e0a6331-9807-4691-89c2-96c55bb2d809 req-a9481f15-def0-4c3f-ad81-5fd40df291e4 service nova] Acquiring lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8e0a6331-9807-4691-89c2-96c55bb2d809 req-a9481f15-def0-4c3f-ad81-5fd40df291e4 service nova] Acquired lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-8e0a6331-9807-4691-89c2-96c55bb2d809 req-a9481f15-def0-4c3f-ad81-5fd40df291e4 service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Refreshing network info cache for port 9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:49 user nova-compute[74046]: INFO os_vif [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7')
Oct 23 18:38:49 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Deleting instance files /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53_del
Oct 23 18:38:49 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Deletion of /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53_del complete
Oct 23 18:38:49 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Deleted allocations for instance 8b7f1c1b-1e05-414b-978b-be03fcac8c53
Oct 23 18:38:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG nova.objects.instance [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'numa_topology' on Instance uuid 8b7f1c1b-1e05-414b-978b-be03fcac8c53 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG nova.objects.base [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Object Instance<8b7f1c1b-1e05-414b-978b-be03fcac8c53> lazy-loaded attributes: resources,numa_topology {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-8e0a6331-9807-4691-89c2-96c55bb2d809 req-a9481f15-def0-4c3f-ad81-5fd40df291e4 service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updated VIF entry in instance network info cache for port 9b3af342-e7ec-4691-b245-27fa10ad7fc9. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-8e0a6331-9807-4691-89c2-96c55bb2d809 req-a9481f15-def0-4c3f-ad81-5fd40df291e4 service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updating instance_info_cache with network_info: [{"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap9b3af342-e7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:38:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8e0a6331-9807-4691-89c2-96c55bb2d809 req-a9481f15-def0-4c3f-ad81-5fd40df291e4 service nova] Releasing lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:38:50 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:38:50 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:38:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.464s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0df81c78-9792-4697-a235-d639da64fb10 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.601s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:38:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:38:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:39:01 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Creating image(s)
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Ensure instance console log exists: /opt/stack/data/nova/instances/ca3dbd9b-d834-4231-9637-a8ee9ac25ad1/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Start _get_guest_xml network_info=[{"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '02b7350d-891a-4bd0-970e-2f3c20807827', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xecYPFRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ca3dbd9b-d834-4231-9637-a8ee9ac25ad1', 'attached_at': '', 'detached_at': '', 'volume_id': '15a06c3e-dabc-4a9a-a78c-e3097c71cfef', 'serial': '15a06c3e-dabc-4a9a-a78c-e3097c71cfef'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:39:01 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:39:01 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xecYPFRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:39:01 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:39:01 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:39:01 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdf75a42-bd2e-493e-a40e-aa06c8cb0d47]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:39:01 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffbf7bcd-eb65-4446-9fcf-42de717c8a1e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef] added
Oct 23 18:39:01 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f30160dd-3ed0-4bab-9f9d-b17bfd5823c4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed0a2226-eefa-4382-bd5d-4373fdacc3a4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xecYPFRL {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xecYPFRL" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f65dae2-b968-4336-98d7-a1f7bfc16d74]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xecYPFRL'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e18fc95-0586-498e-b20d-cc625ba9aef4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e50c7221-51fc-4b30-adfb-adbc5fc5e669]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:39:01 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:39:01 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:39:01 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:39:01 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[53716e93-b37a-4872-9d08-0049bf97b612]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260]
Oct 23 18:39:01 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260] successful.
Oct 23 18:39:01 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d403c0b-ff5a-430d-a535-d36278530364]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[79f55900-e609-4102-abe1-df1f922278a8]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:39:01 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:39:01 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:39:01 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:39:01 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:39:01 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:39:01 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.323s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] HCTL ('33', '-', '-', 0) found on session 34 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[56092771-5406-4cdd-8fa5-ce96b4ac3315]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching for a device in session 34 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:39:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xecYPFRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.358s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] <== connect_volume: return (1359ms) {'type': 'block', 'scsi_wwn': '23239623936376537', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23239623936376537', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-969668913',display_name='tempest-ServerActionsTestOtherA-server-969668913',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-969668913',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ9f9D+3wGsOpjYQ3ljU7EU7+3OMIF3sXvoN++NLnsFtwCZvA8ShQyYPLk0nlvN7Wf6ksy4qY7Q1JITOpJxEMUKpNJknnTYZHpZyHfSG5xJTqCOb1bBmHRHa3p1XgBvRIw==',key_name='tempest-keypair-1960299765',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-s95m87si',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:38:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=ca3dbd9b-d834-4231-9637-a8ee9ac25ad1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG nova.objects.instance [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lazy-loading 'pci_devices' on Instance uuid ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:39:02 user nova-compute[74046]:   <uuid>ca3dbd9b-d834-4231-9637-a8ee9ac25ad1</uuid>
Oct 23 18:39:02 user nova-compute[74046]:   <name>instance-0000001c</name>
Oct 23 18:39:02 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:39:02 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:39:02 user nova-compute[74046]:   <metadata>
Oct 23 18:39:02 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:39:02 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:39:02 user nova-compute[74046]:       <nova:name>tempest-ServerActionsTestOtherA-server-969668913</nova:name>
Oct 23 18:39:02 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:39:01</nova:creationTime>
Oct 23 18:39:02 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:39:02 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:39:02 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:39:02 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:39:02 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:39:02 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:39:02 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:39:02 user nova-compute[74046]:       <nova:owner>
Oct 23 18:39:02 user nova-compute[74046]:         <nova:user uuid="ba365aa5b0a44d718be5e737ad6d23ac">tempest-ServerActionsTestOtherA-1690585759-project-member</nova:user>
Oct 23 18:39:02 user nova-compute[74046]:         <nova:project uuid="8afd1e53cfdb4074bd9fc58762ff2637">tempest-ServerActionsTestOtherA-1690585759</nova:project>
Oct 23 18:39:02 user nova-compute[74046]:       </nova:owner>
Oct 23 18:39:02 user nova-compute[74046]:       <nova:ports>
Oct 23 18:39:02 user nova-compute[74046]:         <nova:port uuid="d70b3f49-b01e-40d0-8f5f-e408a4262160">
Oct 23 18:39:02 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 23 18:39:02 user nova-compute[74046]:         </nova:port>
Oct 23 18:39:02 user nova-compute[74046]:       </nova:ports>
Oct 23 18:39:02 user nova-compute[74046]:     </nova:instance>
Oct 23 18:39:02 user nova-compute[74046]:   </metadata>
Oct 23 18:39:02 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:39:02 user nova-compute[74046]:     <system>
Oct 23 18:39:02 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:39:02 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:39:02 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:39:02 user nova-compute[74046]:       <entry name="serial">ca3dbd9b-d834-4231-9637-a8ee9ac25ad1</entry>
Oct 23 18:39:02 user nova-compute[74046]:       <entry name="uuid">ca3dbd9b-d834-4231-9637-a8ee9ac25ad1</entry>
Oct 23 18:39:02 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:39:02 user nova-compute[74046]:     </system>
Oct 23 18:39:02 user nova-compute[74046]:   </sysinfo>
Oct 23 18:39:02 user nova-compute[74046]:   <os>
Oct 23 18:39:02 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:39:02 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:39:02 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:39:02 user nova-compute[74046]:   </os>
Oct 23 18:39:02 user nova-compute[74046]:   <features>
Oct 23 18:39:02 user nova-compute[74046]:     <acpi/>
Oct 23 18:39:02 user nova-compute[74046]:     <apic/>
Oct 23 18:39:02 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:39:02 user nova-compute[74046]:   </features>
Oct 23 18:39:02 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:39:02 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:39:02 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:39:02 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:39:02 user nova-compute[74046]:   </clock>
Oct 23 18:39:02 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:39:02 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:39:02 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:39:02 user nova-compute[74046]:   </cpu>
Oct 23 18:39:02 user nova-compute[74046]:   <devices>
Oct 23 18:39:02 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:39:02 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:39:02 user nova-compute[74046]:       <source dev="/dev/sdb"/>
Oct 23 18:39:02 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:39:02 user nova-compute[74046]:       <serial>15a06c3e-dabc-4a9a-a78c-e3097c71cfef</serial>
Oct 23 18:39:02 user nova-compute[74046]:     </disk>
Oct 23 18:39:02 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:39:02 user nova-compute[74046]:       <mac address="fa:16:3e:a7:53:ef"/>
Oct 23 18:39:02 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:39:02 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:39:02 user nova-compute[74046]:       <target dev="tapd70b3f49-b0"/>
Oct 23 18:39:02 user nova-compute[74046]:     </interface>
Oct 23 18:39:02 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:39:02 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/ca3dbd9b-d834-4231-9637-a8ee9ac25ad1/console.log" append="off"/>
Oct 23 18:39:02 user nova-compute[74046]:     </serial>
Oct 23 18:39:02 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:39:02 user nova-compute[74046]:     <video>
Oct 23 18:39:02 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:39:02 user nova-compute[74046]:     </video>
Oct 23 18:39:02 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:39:02 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:39:02 user nova-compute[74046]:     </rng>
Oct 23 18:39:02 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:39:02 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:39:02 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:39:02 user nova-compute[74046]:     </memballoon>
Oct 23 18:39:02 user nova-compute[74046]:   </devices>
Oct 23 18:39:02 user nova-compute[74046]: </domain>
Oct 23 18:39:02 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-969668913',display_name='tempest-ServerActionsTestOtherA-server-969668913',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-969668913',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ9f9D+3wGsOpjYQ3ljU7EU7+3OMIF3sXvoN++NLnsFtwCZvA8ShQyYPLk0nlvN7Wf6ksy4qY7Q1JITOpJxEMUKpNJknnTYZHpZyHfSG5xJTqCOb1bBmHRHa3p1XgBvRIw==',key_name='tempest-keypair-1960299765',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-s95m87si',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:38:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=ca3dbd9b-d834-4231-9637-a8ee9ac25ad1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG os_vif [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5dd06cc3-877a-5902-8113-ff66cba5ef05', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd70b3f49-b0, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd70b3f49-b0, col_values=(('qos', UUID('159553cb-82fb-4905-8a08-c403fa06c639')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd70b3f49-b0, col_values=(('external_ids', {'iface-id': 'd70b3f49-b01e-40d0-8f5f-e408a4262160', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a7:53:ef', 'vm-uuid': 'ca3dbd9b-d834-4231-9637-a8ee9ac25ad1'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:02 user nova-compute[74046]: INFO os_vif [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0')
Oct 23 18:39:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:39:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No VIF found with MAC fa:16:3e:a7:53:ef, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.compute.manager [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:39:03 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Creating image(s)
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Ensure instance console log exists: /opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Start _get_guest_xml network_info=[{"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '70620ec2-9bd2-4b71-820d-18dfefeafaba', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PQVsElST', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b8e41e65-874d-4169-bd94-bdc9dcd2c95b', 'attached_at': '', 'detached_at': '', 'volume_id': '103059b2-2dfa-4a2f-a8e9-1f4e951c4534', 'serial': '103059b2-2dfa-4a2f-a8e9-1f4e951c4534'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:39:03 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:39:03 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PQVsElST', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:39:03 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:39:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:39:03 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:39:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:39:03 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2f124fc-6d73-4216-9d0d-9144b1ddb590]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:39:03 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5aba0d-d445-42ed-9d20-9fd1ff9ac50b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534] added
Oct 23 18:39:03 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.056s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3f7fe9d-fd50-4496-b4e8-baba83f9090a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[07f16730-9b14-4ecd-8a46-c30e1a5a827f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PQVsElST {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PQVsElST" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcef6b8c-698d-4f15-8eb5-eee19491ff80]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PQVsElST'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[43a625f6-1e38-4168-a597-ad3f0c129a9e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9235493e-10e5-48a0-933a-7505bea65be0]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:39:03 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:39:03 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:39:03 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:39:03 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:39:03 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:39:03 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --login" returned: 0 in 0.106s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[019bc1bf-660e-41d3-a9a7-711e3cd9248d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534, portal: 172.16.0.220,3260]
Oct 23 18:39:04 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534, portal: 172.16.0.220,3260] successful.
Oct 23 18:39:04 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4fcca94-5b86-48f7-a031-4c5eb795dee1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3073ae0e-649d-4be3-bec7-5a4e9315c338]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:39:04 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:39:04 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:39:04 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:39:04 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:39:04 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:39:04 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:39:04 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:39:04 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.384s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] HCTL ('35', '-', '-', 0) found on session 35 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b943df3-4d26-468b-a56f-2ce3c43ab227]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching for a device in session 35 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PQVsElST', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-f42f6261-f646-4678-a412-a4d72f5971ee req-71cf58ed-84d6-4a55-a762-8d5f4e0511bf service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received event network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f42f6261-f646-4678-a412-a4d72f5971ee req-71cf58ed-84d6-4a55-a762-8d5f4e0511bf service nova] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f42f6261-f646-4678-a412-a4d72f5971ee req-71cf58ed-84d6-4a55-a762-8d5f4e0511bf service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f42f6261-f646-4678-a412-a4d72f5971ee req-71cf58ed-84d6-4a55-a762-8d5f4e0511bf service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-f42f6261-f646-4678-a412-a4d72f5971ee req-71cf58ed-84d6-4a55-a762-8d5f4e0511bf service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] No waiting events found dispatching network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:39:04 user nova-compute[74046]: WARNING nova.compute.manager [req-f42f6261-f646-4678-a412-a4d72f5971ee req-71cf58ed-84d6-4a55-a762-8d5f4e0511bf service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received unexpected event network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 for instance with vm_state building and task_state spawning.
Oct 23 18:39:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.432s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] <== connect_volume: return (1433ms) {'type': 'block', 'scsi_wwn': '26666663162373765', 'path': '/dev/sdd'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26666663162373765', 'path': '/dev/sdd'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1524861222',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1524861222',id=30,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-nlwqmp50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:38:33Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=b8e41e65-874d-4169-bd94-bdc9dcd2c95b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:f8:48,bridge_name='br-int',has_traffic_filtering=True,id=39837c7a-0326-4401-ad88-9604b53d53e3,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39837c7a-03') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG nova.objects.instance [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'pci_devices' on Instance uuid b8e41e65-874d-4169-bd94-bdc9dcd2c95b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:39:05 user nova-compute[74046]:   <uuid>b8e41e65-874d-4169-bd94-bdc9dcd2c95b</uuid>
Oct 23 18:39:05 user nova-compute[74046]:   <name>instance-0000001e</name>
Oct 23 18:39:05 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:39:05 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:39:05 user nova-compute[74046]:   <metadata>
Oct 23 18:39:05 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:39:05 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:39:05 user nova-compute[74046]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1524861222</nova:name>
Oct 23 18:39:05 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:39:03</nova:creationTime>
Oct 23 18:39:05 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:39:05 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:39:05 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:39:05 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:39:05 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:39:05 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:39:05 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:39:05 user nova-compute[74046]:       <nova:owner>
Oct 23 18:39:05 user nova-compute[74046]:         <nova:user uuid="2956df609f6a4d05a695d53e471377a0">tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member</nova:user>
Oct 23 18:39:05 user nova-compute[74046]:         <nova:project uuid="fbbf2db50a894814815b6e519b6c38f4">tempest-ServerBootFromVolumeStableRescueTest-1066715729</nova:project>
Oct 23 18:39:05 user nova-compute[74046]:       </nova:owner>
Oct 23 18:39:05 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:39:05 user nova-compute[74046]:       <nova:ports>
Oct 23 18:39:05 user nova-compute[74046]:         <nova:port uuid="39837c7a-0326-4401-ad88-9604b53d53e3">
Oct 23 18:39:05 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 23 18:39:05 user nova-compute[74046]:         </nova:port>
Oct 23 18:39:05 user nova-compute[74046]:       </nova:ports>
Oct 23 18:39:05 user nova-compute[74046]:     </nova:instance>
Oct 23 18:39:05 user nova-compute[74046]:   </metadata>
Oct 23 18:39:05 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:39:05 user nova-compute[74046]:     <system>
Oct 23 18:39:05 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:39:05 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:39:05 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:39:05 user nova-compute[74046]:       <entry name="serial">b8e41e65-874d-4169-bd94-bdc9dcd2c95b</entry>
Oct 23 18:39:05 user nova-compute[74046]:       <entry name="uuid">b8e41e65-874d-4169-bd94-bdc9dcd2c95b</entry>
Oct 23 18:39:05 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:39:05 user nova-compute[74046]:     </system>
Oct 23 18:39:05 user nova-compute[74046]:   </sysinfo>
Oct 23 18:39:05 user nova-compute[74046]:   <os>
Oct 23 18:39:05 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:39:05 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:39:05 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:39:05 user nova-compute[74046]:   </os>
Oct 23 18:39:05 user nova-compute[74046]:   <features>
Oct 23 18:39:05 user nova-compute[74046]:     <acpi/>
Oct 23 18:39:05 user nova-compute[74046]:     <apic/>
Oct 23 18:39:05 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:39:05 user nova-compute[74046]:   </features>
Oct 23 18:39:05 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:39:05 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:39:05 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:39:05 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:39:05 user nova-compute[74046]:   </clock>
Oct 23 18:39:05 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:39:05 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:39:05 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:39:05 user nova-compute[74046]:   </cpu>
Oct 23 18:39:05 user nova-compute[74046]:   <devices>
Oct 23 18:39:05 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:39:05 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:39:05 user nova-compute[74046]:       <source dev="/dev/sdd"/>
Oct 23 18:39:05 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:39:05 user nova-compute[74046]:       <serial>103059b2-2dfa-4a2f-a8e9-1f4e951c4534</serial>
Oct 23 18:39:05 user nova-compute[74046]:     </disk>
Oct 23 18:39:05 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:39:05 user nova-compute[74046]:       <mac address="fa:16:3e:29:f8:48"/>
Oct 23 18:39:05 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:39:05 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:39:05 user nova-compute[74046]:       <target dev="tap39837c7a-03"/>
Oct 23 18:39:05 user nova-compute[74046]:     </interface>
Oct 23 18:39:05 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:39:05 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b/console.log" append="off"/>
Oct 23 18:39:05 user nova-compute[74046]:     </serial>
Oct 23 18:39:05 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:39:05 user nova-compute[74046]:     <video>
Oct 23 18:39:05 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:39:05 user nova-compute[74046]:     </video>
Oct 23 18:39:05 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:39:05 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:39:05 user nova-compute[74046]:     </rng>
Oct 23 18:39:05 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:39:05 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:39:05 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:39:05 user nova-compute[74046]:     </memballoon>
Oct 23 18:39:05 user nova-compute[74046]:   </devices>
Oct 23 18:39:05 user nova-compute[74046]: </domain>
Oct 23 18:39:05 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1524861222',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1524861222',id=30,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-nlwqmp50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:38:33Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=b8e41e65-874d-4169-bd94-bdc9dcd2c95b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:f8:48,bridge_name='br-int',has_traffic_filtering=True,id=39837c7a-0326-4401-ad88-9604b53d53e3,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39837c7a-03') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG os_vif [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:f8:48,bridge_name='br-int',has_traffic_filtering=True,id=39837c7a-0326-4401-ad88-9604b53d53e3,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39837c7a-03') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f5d09cf3-4326-5687-bf7e-89bc1d326e33', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap39837c7a-03, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap39837c7a-03, col_values=(('qos', UUID('5825bf98-5541-4f24-b65c-1979715e9344')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap39837c7a-03, col_values=(('external_ids', {'iface-id': '39837c7a-0326-4401-ad88-9604b53d53e3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:29:f8:48', 'vm-uuid': 'b8e41e65-874d-4169-bd94-bdc9dcd2c95b'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:05 user nova-compute[74046]: INFO os_vif [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:f8:48,bridge_name='br-int',has_traffic_filtering=True,id=39837c7a-0326-4401-ad88-9604b53d53e3,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39837c7a-03')
Oct 23 18:39:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:39:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No VIF found with MAC fa:16:3e:29:f8:48, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:39:06 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Creating image(s)
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Ensure instance console log exists: /opt/stack/data/nova/instances/bec03bed-9dd6-4023-ba41-b61eabaea4f0/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Start _get_guest_xml network_info=[{"id": "c07c4482-ee4e-411c-977d-7aa3895b8749", "address": "fa:16:3e:e6:59:64", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07c4482-ee", "ovs_interfaceid": "c07c4482-ee4e-411c-977d-7aa3895b8749", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '5d63feed-c7d5-442c-aa97-da347e1d4eae', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZWsGNTyI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bec03bed-9dd6-4023-ba41-b61eabaea4f0', 'attached_at': '', 'detached_at': '', 'volume_id': '9c3ffc24-9960-4d9a-999b-82f7c7c25945', 'serial': '9c3ffc24-9960-4d9a-999b-82f7c7c25945'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:39:06 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:39:06 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZWsGNTyI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:39:06 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:39:06 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:39:06 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[99659761-af8f-471d-a61f-90793c073da3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:39:06 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2a79cfe-e258-4a0a-a706-46f7425168b1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945] added
Oct 23 18:39:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b44ca8d-57c4-47e2-9b2c-9bd17a324c44]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[96753ba2-33bb-4604-a27f-f695f64cd67c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZWsGNTyI {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZWsGNTyI" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a575e08b-2dc7-4ea8-a20b-6341b1dea38d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZWsGNTyI'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-8f4acaa7-4c2a-4ead-b085-adfa232dd956 req-b5d14ebb-2c70-44f4-ba27-2f7c36077c6c service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received event network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8f4acaa7-4c2a-4ead-b085-adfa232dd956 req-b5d14ebb-2c70-44f4-ba27-2f7c36077c6c service nova] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8f4acaa7-4c2a-4ead-b085-adfa232dd956 req-b5d14ebb-2c70-44f4-ba27-2f7c36077c6c service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8f4acaa7-4c2a-4ead-b085-adfa232dd956 req-b5d14ebb-2c70-44f4-ba27-2f7c36077c6c service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-8f4acaa7-4c2a-4ead-b085-adfa232dd956 req-b5d14ebb-2c70-44f4-ba27-2f7c36077c6c service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] No waiting events found dispatching network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:39:06 user nova-compute[74046]: WARNING nova.compute.manager [req-8f4acaa7-4c2a-4ead-b085-adfa232dd956 req-b5d14ebb-2c70-44f4-ba27-2f7c36077c6c service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received unexpected event network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 for instance with vm_state building and task_state spawning.
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccab25b2-a1f2-429e-ad89-d309bfd3a242]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:06 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Instance spawned successfully.
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fc5876c-a48e-4a3f-900b-d350f6ccb4c1]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:39:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:39:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:06 user nova-compute[74046]: INFO nova.compute.manager [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Took 5.34 seconds to spawn the instance on the hypervisor.
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --login" returned: 0 in 0.092s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbc02709-2e53-4938-b074-8498a1dd96c2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945, portal: 172.16.0.220,3260]
Oct 23 18:39:06 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945, portal: 172.16.0.220,3260] successful.
Oct 23 18:39:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8479905c-a359-43be-8b94-0633568e4a8a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b4da17e-1f67-4507-9deb-4057caa1b065]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 (non-flash)
Oct 23 18:39:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:39:06 user nova-compute[74046]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 (non-flash)
Oct 23 18:39:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.345s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] HCTL ('37', '-', '-', 0) found on session 36 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:06 user nova-compute[74046]: INFO nova.compute.manager [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Took 58.39 seconds to build instance.
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb2a1e39-2ec0-4df8-b0c1-2f7229186fd9]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching for a device in session 36 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZWsGNTyI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0992660a-409e-43bf-9e9b-cf0032b6ec4a tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 58.578s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-68614701-a223-468e-8ede-6fdfe347f18f req-eb4adcae-3c00-4a47-a488-800126c37f86 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-68614701-a223-468e-8ede-6fdfe347f18f req-eb4adcae-3c00-4a47-a488-800126c37f86 service nova] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-68614701-a223-468e-8ede-6fdfe347f18f req-eb4adcae-3c00-4a47-a488-800126c37f86 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-68614701-a223-468e-8ede-6fdfe347f18f req-eb4adcae-3c00-4a47-a488-800126c37f86 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-68614701-a223-468e-8ede-6fdfe347f18f req-eb4adcae-3c00-4a47-a488-800126c37f86 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] No waiting events found dispatching network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:39:06 user nova-compute[74046]: WARNING nova.compute.manager [req-68614701-a223-468e-8ede-6fdfe347f18f req-eb4adcae-3c00-4a47-a488-800126c37f86 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received unexpected event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 for instance with vm_state building and task_state spawning.
Oct 23 18:39:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.380s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== connect_volume: return (1382ms) {'type': 'block', 'scsi_wwn': '23838663266636634', 'path': '/dev/sdf'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23838663266636634', 'path': '/dev/sdf'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1526691974',display_name='tempest-TestVolumeBootPattern-server-1526691974',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1526691974',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-ogv50h0m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:38:36Z,user_data=None,user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=bec03bed-9dd6-4023-ba41-b61eabaea4f0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c07c4482-ee4e-411c-977d-7aa3895b8749", "address": "fa:16:3e:e6:59:64", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07c4482-ee", "ovs_interfaceid": "c07c4482-ee4e-411c-977d-7aa3895b8749", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "c07c4482-ee4e-411c-977d-7aa3895b8749", "address": "fa:16:3e:e6:59:64", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07c4482-ee", "ovs_interfaceid": "c07c4482-ee4e-411c-977d-7aa3895b8749", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:59:64,bridge_name='br-int',has_traffic_filtering=True,id=c07c4482-ee4e-411c-977d-7aa3895b8749,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07c4482-ee') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG nova.objects.instance [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lazy-loading 'pci_devices' on Instance uuid bec03bed-9dd6-4023-ba41-b61eabaea4f0 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:39:07 user nova-compute[74046]:   <uuid>bec03bed-9dd6-4023-ba41-b61eabaea4f0</uuid>
Oct 23 18:39:07 user nova-compute[74046]:   <name>instance-0000001f</name>
Oct 23 18:39:07 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:39:07 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:39:07 user nova-compute[74046]:   <metadata>
Oct 23 18:39:07 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:39:07 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:39:07 user nova-compute[74046]:       <nova:name>tempest-TestVolumeBootPattern-server-1526691974</nova:name>
Oct 23 18:39:07 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:39:06</nova:creationTime>
Oct 23 18:39:07 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:39:07 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:39:07 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:39:07 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:39:07 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:39:07 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:39:07 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:39:07 user nova-compute[74046]:       <nova:owner>
Oct 23 18:39:07 user nova-compute[74046]:         <nova:user uuid="f4874ac0a6b84fd3bc00d6d3513fd477">tempest-TestVolumeBootPattern-462875323-project-member</nova:user>
Oct 23 18:39:07 user nova-compute[74046]:         <nova:project uuid="bae0e28245d541e5bcb945983ce4d335">tempest-TestVolumeBootPattern-462875323</nova:project>
Oct 23 18:39:07 user nova-compute[74046]:       </nova:owner>
Oct 23 18:39:07 user nova-compute[74046]:       <nova:ports>
Oct 23 18:39:07 user nova-compute[74046]:         <nova:port uuid="c07c4482-ee4e-411c-977d-7aa3895b8749">
Oct 23 18:39:07 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 18:39:07 user nova-compute[74046]:         </nova:port>
Oct 23 18:39:07 user nova-compute[74046]:       </nova:ports>
Oct 23 18:39:07 user nova-compute[74046]:     </nova:instance>
Oct 23 18:39:07 user nova-compute[74046]:   </metadata>
Oct 23 18:39:07 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:39:07 user nova-compute[74046]:     <system>
Oct 23 18:39:07 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:39:07 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:39:07 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:39:07 user nova-compute[74046]:       <entry name="serial">bec03bed-9dd6-4023-ba41-b61eabaea4f0</entry>
Oct 23 18:39:07 user nova-compute[74046]:       <entry name="uuid">bec03bed-9dd6-4023-ba41-b61eabaea4f0</entry>
Oct 23 18:39:07 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:39:07 user nova-compute[74046]:     </system>
Oct 23 18:39:07 user nova-compute[74046]:   </sysinfo>
Oct 23 18:39:07 user nova-compute[74046]:   <os>
Oct 23 18:39:07 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:39:07 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:39:07 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:39:07 user nova-compute[74046]:   </os>
Oct 23 18:39:07 user nova-compute[74046]:   <features>
Oct 23 18:39:07 user nova-compute[74046]:     <acpi/>
Oct 23 18:39:07 user nova-compute[74046]:     <apic/>
Oct 23 18:39:07 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:39:07 user nova-compute[74046]:   </features>
Oct 23 18:39:07 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:39:07 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:39:07 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:39:07 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:39:07 user nova-compute[74046]:   </clock>
Oct 23 18:39:07 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:39:07 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:39:07 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:39:07 user nova-compute[74046]:   </cpu>
Oct 23 18:39:07 user nova-compute[74046]:   <devices>
Oct 23 18:39:07 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:39:07 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:39:07 user nova-compute[74046]:       <source dev="/dev/sdf"/>
Oct 23 18:39:07 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:39:07 user nova-compute[74046]:       <serial>9c3ffc24-9960-4d9a-999b-82f7c7c25945</serial>
Oct 23 18:39:07 user nova-compute[74046]:     </disk>
Oct 23 18:39:07 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:39:07 user nova-compute[74046]:       <mac address="fa:16:3e:e6:59:64"/>
Oct 23 18:39:07 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:39:07 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:39:07 user nova-compute[74046]:       <target dev="tapc07c4482-ee"/>
Oct 23 18:39:07 user nova-compute[74046]:     </interface>
Oct 23 18:39:07 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:39:07 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/bec03bed-9dd6-4023-ba41-b61eabaea4f0/console.log" append="off"/>
Oct 23 18:39:07 user nova-compute[74046]:     </serial>
Oct 23 18:39:07 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:39:07 user nova-compute[74046]:     <video>
Oct 23 18:39:07 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:39:07 user nova-compute[74046]:     </video>
Oct 23 18:39:07 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:39:07 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:39:07 user nova-compute[74046]:     </rng>
Oct 23 18:39:07 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:39:07 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:39:07 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:39:07 user nova-compute[74046]:     </memballoon>
Oct 23 18:39:07 user nova-compute[74046]:   </devices>
Oct 23 18:39:07 user nova-compute[74046]: </domain>
Oct 23 18:39:07 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1526691974',display_name='tempest-TestVolumeBootPattern-server-1526691974',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1526691974',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-ogv50h0m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:38:36Z,user_data=None,user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=bec03bed-9dd6-4023-ba41-b61eabaea4f0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c07c4482-ee4e-411c-977d-7aa3895b8749", "address": "fa:16:3e:e6:59:64", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07c4482-ee", "ovs_interfaceid": "c07c4482-ee4e-411c-977d-7aa3895b8749", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "c07c4482-ee4e-411c-977d-7aa3895b8749", "address": "fa:16:3e:e6:59:64", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07c4482-ee", "ovs_interfaceid": "c07c4482-ee4e-411c-977d-7aa3895b8749", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:59:64,bridge_name='br-int',has_traffic_filtering=True,id=c07c4482-ee4e-411c-977d-7aa3895b8749,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07c4482-ee') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG os_vif [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:59:64,bridge_name='br-int',has_traffic_filtering=True,id=c07c4482-ee4e-411c-977d-7aa3895b8749,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07c4482-ee') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f41fc26d-b14b-5996-94df-8072daff3839', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc07c4482-ee, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc07c4482-ee, col_values=(('qos', UUID('725d9120-e863-4c37-8498-9a15dc996d6b')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc07c4482-ee, col_values=(('external_ids', {'iface-id': 'c07c4482-ee4e-411c-977d-7aa3895b8749', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e6:59:64', 'vm-uuid': 'bec03bed-9dd6-4023-ba41-b61eabaea4f0'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:07 user nova-compute[74046]: INFO os_vif [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:59:64,bridge_name='br-int',has_traffic_filtering=True,id=c07c4482-ee4e-411c-977d-7aa3895b8749,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07c4482-ee')
Oct 23 18:39:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:39:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] No VIF found with MAC fa:16:3e:e6:59:64, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:39:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-75c31e05-0c82-42ef-b9d9-b6620583e4ba req-df99feca-8a37-43a3-bf40-e6d262e4ccf0 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-75c31e05-0c82-42ef-b9d9-b6620583e4ba req-df99feca-8a37-43a3-bf40-e6d262e4ccf0 service nova] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-75c31e05-0c82-42ef-b9d9-b6620583e4ba req-df99feca-8a37-43a3-bf40-e6d262e4ccf0 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-75c31e05-0c82-42ef-b9d9-b6620583e4ba req-df99feca-8a37-43a3-bf40-e6d262e4ccf0 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-75c31e05-0c82-42ef-b9d9-b6620583e4ba req-df99feca-8a37-43a3-bf40-e6d262e4ccf0 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] No waiting events found dispatching network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:39:08 user nova-compute[74046]: WARNING nova.compute.manager [req-75c31e05-0c82-42ef-b9d9-b6620583e4ba req-df99feca-8a37-43a3-bf40-e6d262e4ccf0 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received unexpected event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 for instance with vm_state building and task_state spawning.
Oct 23 18:39:08 user nova-compute[74046]: DEBUG nova.compute.manager [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:39:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:39:08 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Instance spawned successfully.
Oct 23 18:39:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:39:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:09 user nova-compute[74046]: INFO nova.compute.manager [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Took 5.39 seconds to spawn the instance on the hypervisor.
Oct 23 18:39:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 18:39:09 user nova-compute[74046]: INFO nova.compute.manager [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Took 37.36 seconds to build instance.
Oct 23 18:39:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Skipping network cache update for instance because it is Building. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-992f81cb-3688-4f2b-baba-3859a12aac02 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 37.460s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG nova.compute.manager [req-22dc1f5d-8b41-4f8b-a80e-eb7707e68b0d req-62ea6fb0-b23b-4b7b-9a45-ec9c4fb17535 service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Received event network-vif-plugged-c07c4482-ee4e-411c-977d-7aa3895b8749 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-22dc1f5d-8b41-4f8b-a80e-eb7707e68b0d req-62ea6fb0-b23b-4b7b-9a45-ec9c4fb17535 service nova] Acquiring lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-22dc1f5d-8b41-4f8b-a80e-eb7707e68b0d req-62ea6fb0-b23b-4b7b-9a45-ec9c4fb17535 service nova] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-22dc1f5d-8b41-4f8b-a80e-eb7707e68b0d req-62ea6fb0-b23b-4b7b-9a45-ec9c4fb17535 service nova] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG nova.compute.manager [req-22dc1f5d-8b41-4f8b-a80e-eb7707e68b0d req-62ea6fb0-b23b-4b7b-9a45-ec9c4fb17535 service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] No waiting events found dispatching network-vif-plugged-c07c4482-ee4e-411c-977d-7aa3895b8749 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:39:09 user nova-compute[74046]: WARNING nova.compute.manager [req-22dc1f5d-8b41-4f8b-a80e-eb7707e68b0d req-62ea6fb0-b23b-4b7b-9a45-ec9c4fb17535 service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Received unexpected event network-vif-plugged-c07c4482-ee4e-411c-977d-7aa3895b8749 for instance with vm_state building and task_state spawning.
Oct 23 18:39:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Updating instance_info_cache with network_info: [{"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-7a32db7d-7e07-41c5-b2c8-5bcca0579d21" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:39:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:39:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:39:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:39:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Instance spawned successfully.
Oct 23 18:39:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:39:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-9d675f4b-5b68-4866-8c33-f95956c1fc92 req-fda54539-f234-4db7-9160-84591b2d38ee service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Received event network-vif-plugged-c07c4482-ee4e-411c-977d-7aa3895b8749 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d675f4b-5b68-4866-8c33-f95956c1fc92 req-fda54539-f234-4db7-9160-84591b2d38ee service nova] Acquiring lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d675f4b-5b68-4866-8c33-f95956c1fc92 req-fda54539-f234-4db7-9160-84591b2d38ee service nova] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d675f4b-5b68-4866-8c33-f95956c1fc92 req-fda54539-f234-4db7-9160-84591b2d38ee service nova] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-9d675f4b-5b68-4866-8c33-f95956c1fc92 req-fda54539-f234-4db7-9160-84591b2d38ee service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] No waiting events found dispatching network-vif-plugged-c07c4482-ee4e-411c-977d-7aa3895b8749 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:39:11 user nova-compute[74046]: WARNING nova.compute.manager [req-9d675f4b-5b68-4866-8c33-f95956c1fc92 req-fda54539-f234-4db7-9160-84591b2d38ee service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Received unexpected event network-vif-plugged-c07c4482-ee4e-411c-977d-7aa3895b8749 for instance with vm_state building and task_state spawning.
Oct 23 18:39:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:39:11 user nova-compute[74046]: INFO nova.compute.manager [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Took 5.36 seconds to spawn the instance on the hypervisor.
Oct 23 18:39:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:39:11 user nova-compute[74046]: INFO nova.compute.manager [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Took 36.99 seconds to build instance.
Oct 23 18:39:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e38ba35c-ac5e-49b5-a9c6-b568b4ebeb33 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 37.307s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:13 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:39:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:14 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:39:14 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:39:14 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:39:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:14 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:39:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:39:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:39:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:39:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:39:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.208s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.220s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:39:19 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:39:19 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7263MB free_disk=25.15993881225586GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 883d3144-93db-4ad6-bc60-6b71bf381a9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 5c93f02b-ba1a-4bba-8758-21412ec85d95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6113083d-8f35-4e1f-bb0d-ab429e336af3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance bec03bed-9dd6-4023-ba41-b61eabaea4f0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:39:19 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:39:20 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:39:20 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:39:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:39:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.759s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:22 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:39:22 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:39:22 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:39:22 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:39:22 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:39:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:39:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 18:39:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:39:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:39:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:24 user nova-compute[74046]: INFO nova.compute.manager [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Terminating instance
Oct 23 18:39:24 user nova-compute[74046]: DEBUG nova.compute.manager [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-ebee65f0-5e67-49d2-89c4-a029120f4a3b req-9e28a25f-d5b3-48af-97e7-b4ef0c8642aa service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Received event network-vif-unplugged-9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ebee65f0-5e67-49d2-89c4-a029120f4a3b req-9e28a25f-d5b3-48af-97e7-b4ef0c8642aa service nova] Acquiring lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ebee65f0-5e67-49d2-89c4-a029120f4a3b req-9e28a25f-d5b3-48af-97e7-b4ef0c8642aa service nova] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ebee65f0-5e67-49d2-89c4-a029120f4a3b req-9e28a25f-d5b3-48af-97e7-b4ef0c8642aa service nova] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-ebee65f0-5e67-49d2-89c4-a029120f4a3b req-9e28a25f-d5b3-48af-97e7-b4ef0c8642aa service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] No waiting events found dispatching network-vif-unplugged-9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-ebee65f0-5e67-49d2-89c4-a029120f4a3b req-9e28a25f-d5b3-48af-97e7-b4ef0c8642aa service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Received event network-vif-unplugged-9c9c053c-39a2-43f5-b719-3ad147c67ed5 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:39:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:25 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Instance destroyed successfully.
Oct 23 18:39:25 user nova-compute[74046]: DEBUG nova.objects.instance [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lazy-loading 'resources' on Instance uuid 5c93f02b-ba1a-4bba-8758-21412ec85d95 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:35:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-701002036',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-701002036',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-7010020',id=25,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFvP6QvhAocGbm8HtoClPjDI1SKAq0ILRMpZhO9MeZvXGjf1lkggl0I7JvoKW2INCG6iQ9Y0+T4q/zh2FPEngJVo9wulnIxnQpSANY/yM6LN8bMcvIWILj7SG0hLuDvhKQ==',key_name='tempest-keypair-80956773',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:36:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1e4fd944a6c045f18b767e9ccea57878',ramdisk_id='',reservation_id='r-tcexhon7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1889938027',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:36:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='332f68d4f3704d14934eb31298d19c2e',uuid=5c93f02b-ba1a-4bba-8758-21412ec85d95,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "address": "fa:16:3e:ce:ee:7d", "network": {"id": "5150c982-ef13-4ada-b5ba-a173d4283e8e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2126242780-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e4fd944a6c045f18b767e9ccea57878", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c9c053c-39", "ovs_interfaceid": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Converting VIF {"id": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "address": "fa:16:3e:ce:ee:7d", "network": {"id": "5150c982-ef13-4ada-b5ba-a173d4283e8e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-2126242780-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e4fd944a6c045f18b767e9ccea57878", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c9c053c-39", "ovs_interfaceid": "9c9c053c-39a2-43f5-b719-3ad147c67ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ce:ee:7d,bridge_name='br-int',has_traffic_filtering=True,id=9c9c053c-39a2-43f5-b719-3ad147c67ed5,network=Network(5150c982-ef13-4ada-b5ba-a173d4283e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c9c053c-39') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG os_vif [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:ee:7d,bridge_name='br-int',has_traffic_filtering=True,id=9c9c053c-39a2-43f5-b719-3ad147c67ed5,network=Network(5150c982-ef13-4ada-b5ba-a173d4283e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c9c053c-39') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9c9c053c-39, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5024cfd6-9929-4901-a16d-c90c0ba70067) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:25 user nova-compute[74046]: INFO os_vif [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ce:ee:7d,bridge_name='br-int',has_traffic_filtering=True,id=9c9c053c-39a2-43f5-b719-3ad147c67ed5,network=Network(5150c982-ef13-4ada-b5ba-a173d4283e8e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c9c053c-39')
Oct 23 18:39:25 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Deleting instance files /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95_del
Oct 23 18:39:25 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Deletion of /opt/stack/data/nova/instances/5c93f02b-ba1a-4bba-8758-21412ec85d95_del complete
Oct 23 18:39:25 user nova-compute[74046]: INFO nova.compute.manager [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Took 1.01 seconds to destroy the instance on the hypervisor.
Oct 23 18:39:25 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:39:25 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:39:26 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:39:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-6c443b35-dca4-4974-a241-3bcc47279f9d req-23b96cf8-7052-42a0-bfef-d1798f08f439 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Received event network-vif-deleted-9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:26 user nova-compute[74046]: INFO nova.compute.manager [req-6c443b35-dca4-4974-a241-3bcc47279f9d req-23b96cf8-7052-42a0-bfef-d1798f08f439 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Neutron deleted interface 9c9c053c-39a2-43f5-b719-3ad147c67ed5; detaching it from the instance and deleting it from the info cache
Oct 23 18:39:26 user nova-compute[74046]: DEBUG nova.network.neutron [req-6c443b35-dca4-4974-a241-3bcc47279f9d req-23b96cf8-7052-42a0-bfef-d1798f08f439 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:39:26 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Took 1.04 seconds to deallocate network for instance.
Oct 23 18:39:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-6c443b35-dca4-4974-a241-3bcc47279f9d req-23b96cf8-7052-42a0-bfef-d1798f08f439 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Detach interface failed, port_id=9c9c053c-39a2-43f5-b719-3ad147c67ed5, reason: Instance 5c93f02b-ba1a-4bba-8758-21412ec85d95 could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:39:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-b57d70c0-77ce-4fdd-b380-77cdb6035f12 req-ecf09afa-7fca-41cf-b04d-361fb7f0c136 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Received event network-vif-plugged-9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b57d70c0-77ce-4fdd-b380-77cdb6035f12 req-ecf09afa-7fca-41cf-b04d-361fb7f0c136 service nova] Acquiring lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b57d70c0-77ce-4fdd-b380-77cdb6035f12 req-ecf09afa-7fca-41cf-b04d-361fb7f0c136 service nova] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b57d70c0-77ce-4fdd-b380-77cdb6035f12 req-ecf09afa-7fca-41cf-b04d-361fb7f0c136 service nova] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-b57d70c0-77ce-4fdd-b380-77cdb6035f12 req-ecf09afa-7fca-41cf-b04d-361fb7f0c136 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] No waiting events found dispatching network-vif-plugged-9c9c053c-39a2-43f5-b719-3ad147c67ed5 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:39:26 user nova-compute[74046]: WARNING nova.compute.manager [req-b57d70c0-77ce-4fdd-b380-77cdb6035f12 req-ecf09afa-7fca-41cf-b04d-361fb7f0c136 service nova] [instance: 5c93f02b-ba1a-4bba-8758-21412ec85d95] Received unexpected event network-vif-plugged-9c9c053c-39a2-43f5-b719-3ad147c67ed5 for instance with vm_state deleted and task_state None.
Oct 23 18:39:26 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:39:26 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:39:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.404s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:27 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Deleted allocations for instance 5c93f02b-ba1a-4bba-8758-21412ec85d95
Oct 23 18:39:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fadff88a-1de4-4a70-ae43-24d7180b210f tempest-TestServerVolumeAttachScenarioOldVersion-1889938027 tempest-TestServerVolumeAttachScenarioOldVersion-1889938027-project-member] Lock "5c93f02b-ba1a-4bba-8758-21412ec85d95" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.693s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:40 user nova-compute[74046]: DEBUG nova.compute.manager [req-822d4d37-3f75-40e6-8537-b9cab3a049f7 req-c4a94b53-78ec-40df-8426-4f89f445c25b service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Received event network-changed-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:40 user nova-compute[74046]: DEBUG nova.compute.manager [req-822d4d37-3f75-40e6-8537-b9cab3a049f7 req-c4a94b53-78ec-40df-8426-4f89f445c25b service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Refreshing instance network info cache due to event network-changed-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:39:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-822d4d37-3f75-40e6-8537-b9cab3a049f7 req-c4a94b53-78ec-40df-8426-4f89f445c25b service nova] Acquiring lock "refresh_cache-6113083d-8f35-4e1f-bb0d-ab429e336af3" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:39:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-822d4d37-3f75-40e6-8537-b9cab3a049f7 req-c4a94b53-78ec-40df-8426-4f89f445c25b service nova] Acquired lock "refresh_cache-6113083d-8f35-4e1f-bb0d-ab429e336af3" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:39:40 user nova-compute[74046]: DEBUG nova.network.neutron [req-822d4d37-3f75-40e6-8537-b9cab3a049f7 req-c4a94b53-78ec-40df-8426-4f89f445c25b service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Refreshing network info cache for port d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "6113083d-8f35-4e1f-bb0d-ab429e336af3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:41 user nova-compute[74046]: INFO nova.compute.manager [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Terminating instance
Oct 23 18:39:41 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG nova.network.neutron [req-822d4d37-3f75-40e6-8537-b9cab3a049f7 req-c4a94b53-78ec-40df-8426-4f89f445c25b service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Updated VIF entry in instance network info cache for port d72b45ca-12fe-4c20-a8e8-aff35dfe32f4. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG nova.network.neutron [req-822d4d37-3f75-40e6-8537-b9cab3a049f7 req-c4a94b53-78ec-40df-8426-4f89f445c25b service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Updating instance_info_cache with network_info: [{"id": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "address": "fa:16:3e:6a:24:29", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd72b45ca-12", "ovs_interfaceid": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-822d4d37-3f75-40e6-8537-b9cab3a049f7 req-c4a94b53-78ec-40df-8426-4f89f445c25b service nova] Releasing lock "refresh_cache-6113083d-8f35-4e1f-bb0d-ab429e336af3" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-b47b0803-3eac-42f8-8de2-010c12809592 req-89be1397-d05b-4062-b5ac-469cc2932db5 service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Received event network-vif-unplugged-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b47b0803-3eac-42f8-8de2-010c12809592 req-89be1397-d05b-4062-b5ac-469cc2932db5 service nova] Acquiring lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b47b0803-3eac-42f8-8de2-010c12809592 req-89be1397-d05b-4062-b5ac-469cc2932db5 service nova] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b47b0803-3eac-42f8-8de2-010c12809592 req-89be1397-d05b-4062-b5ac-469cc2932db5 service nova] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-b47b0803-3eac-42f8-8de2-010c12809592 req-89be1397-d05b-4062-b5ac-469cc2932db5 service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] No waiting events found dispatching network-vif-unplugged-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-b47b0803-3eac-42f8-8de2-010c12809592 req-89be1397-d05b-4062-b5ac-469cc2932db5 service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Received event network-vif-unplugged-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:41 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Instance destroyed successfully.
Oct 23 18:39:41 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'resources' on Instance uuid 6113083d-8f35-4e1f-bb0d-ab429e336af3 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:37:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-610816308',display_name='tempest-AttachVolumeNegativeTest-server-610816308',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-610816308',id=27,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHhjWMb0hQjokHN2V83iJJgDc9DX1OYblJhRWCQ7WZDI9JhCXXL00gHsNOyq/Z22+RwJ2jvMeFTJj5a+zE8xoUCbEDGAy34MP3T4FTflvD6nWlVWSYet02AMUCqc+VV8dg==',key_name='tempest-keypair-1657307250',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:37:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f40485bec88f45ab8ca5e221c0dde5d1',ramdisk_id='',reservation_id='r-o0d4j0op',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-570236399',owner_user_name='tempest-AttachVolumeNegativeTest-570236399-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:37:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aad423d9f3fe4730b045ee1e39141672',uuid=6113083d-8f35-4e1f-bb0d-ab429e336af3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "address": "fa:16:3e:6a:24:29", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd72b45ca-12", "ovs_interfaceid": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converting VIF {"id": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "address": "fa:16:3e:6a:24:29", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd72b45ca-12", "ovs_interfaceid": "d72b45ca-12fe-4c20-a8e8-aff35dfe32f4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:24:29,bridge_name='br-int',has_traffic_filtering=True,id=d72b45ca-12fe-4c20-a8e8-aff35dfe32f4,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd72b45ca-12') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG os_vif [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:24:29,bridge_name='br-int',has_traffic_filtering=True,id=d72b45ca-12fe-4c20-a8e8-aff35dfe32f4,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd72b45ca-12') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd72b45ca-12, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:39:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f038b770-3416-4326-9d07-6c4ab88fa960) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:39:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:39:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:42 user nova-compute[74046]: INFO os_vif [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:24:29,bridge_name='br-int',has_traffic_filtering=True,id=d72b45ca-12fe-4c20-a8e8-aff35dfe32f4,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd72b45ca-12')
Oct 23 18:39:42 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Deleting instance files /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3_del
Oct 23 18:39:42 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Deletion of /opt/stack/data/nova/instances/6113083d-8f35-4e1f-bb0d-ab429e336af3_del complete
Oct 23 18:39:42 user nova-compute[74046]: INFO nova.compute.manager [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 23 18:39:42 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:39:42 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:39:42 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:39:43 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:39:43 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Took 1.02 seconds to deallocate network for instance.
Oct 23 18:39:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:43 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:39:43 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:39:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.352s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:43 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Deleted allocations for instance 6113083d-8f35-4e1f-bb0d-ab429e336af3
Oct 23 18:39:43 user nova-compute[74046]: DEBUG nova.compute.manager [req-6252eb63-b616-4e99-99d4-8e3d2fd1a39e req-573ce7f6-61bf-4750-bebd-38f2b6964cdc service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Received event network-vif-plugged-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6252eb63-b616-4e99-99d4-8e3d2fd1a39e req-573ce7f6-61bf-4750-bebd-38f2b6964cdc service nova] Acquiring lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6252eb63-b616-4e99-99d4-8e3d2fd1a39e req-573ce7f6-61bf-4750-bebd-38f2b6964cdc service nova] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6252eb63-b616-4e99-99d4-8e3d2fd1a39e req-573ce7f6-61bf-4750-bebd-38f2b6964cdc service nova] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:43 user nova-compute[74046]: DEBUG nova.compute.manager [req-6252eb63-b616-4e99-99d4-8e3d2fd1a39e req-573ce7f6-61bf-4750-bebd-38f2b6964cdc service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] No waiting events found dispatching network-vif-plugged-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:39:43 user nova-compute[74046]: WARNING nova.compute.manager [req-6252eb63-b616-4e99-99d4-8e3d2fd1a39e req-573ce7f6-61bf-4750-bebd-38f2b6964cdc service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Received unexpected event network-vif-plugged-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 for instance with vm_state deleted and task_state None.
Oct 23 18:39:43 user nova-compute[74046]: DEBUG nova.compute.manager [req-6252eb63-b616-4e99-99d4-8e3d2fd1a39e req-573ce7f6-61bf-4750-bebd-38f2b6964cdc service nova] [instance: 6113083d-8f35-4e1f-bb0d-ab429e336af3] Received event network-vif-deleted-d72b45ca-12fe-4c20-a8e8-aff35dfe32f4 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cbbb907d-bc24-4564-8b29-8509131c1034 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "6113083d-8f35-4e1f-bb0d-ab429e336af3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.477s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:39:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-ddd7b485-5e91-48de-bc6e-dd057e7a6c8e req-e7274bc0-3334-4d55-9e32-8f78deaf6e48 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-changed-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:39:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-ddd7b485-5e91-48de-bc6e-dd057e7a6c8e req-e7274bc0-3334-4d55-9e32-8f78deaf6e48 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Refreshing instance network info cache due to event network-changed-7e7ab780-1a71-4cd7-b677-862351266a84. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:39:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ddd7b485-5e91-48de-bc6e-dd057e7a6c8e req-e7274bc0-3334-4d55-9e32-8f78deaf6e48 service nova] Acquiring lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:39:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ddd7b485-5e91-48de-bc6e-dd057e7a6c8e req-e7274bc0-3334-4d55-9e32-8f78deaf6e48 service nova] Acquired lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:39:58 user nova-compute[74046]: DEBUG nova.network.neutron [req-ddd7b485-5e91-48de-bc6e-dd057e7a6c8e req-e7274bc0-3334-4d55-9e32-8f78deaf6e48 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Refreshing network info cache for port 7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:39:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:39:59 user nova-compute[74046]: DEBUG nova.network.neutron [req-ddd7b485-5e91-48de-bc6e-dd057e7a6c8e req-e7274bc0-3334-4d55-9e32-8f78deaf6e48 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updated VIF entry in instance network info cache for port 7e7ab780-1a71-4cd7-b677-862351266a84. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:39:59 user nova-compute[74046]: DEBUG nova.network.neutron [req-ddd7b485-5e91-48de-bc6e-dd057e7a6c8e req-e7274bc0-3334-4d55-9e32-8f78deaf6e48 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updating instance_info_cache with network_info: [{"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:39:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:39:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:39:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ddd7b485-5e91-48de-bc6e-dd057e7a6c8e req-e7274bc0-3334-4d55-9e32-8f78deaf6e48 service nova] Releasing lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:39:59 user nova-compute[74046]: INFO nova.compute.manager [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Detaching volume 799da291-5b91-4c6b-b454-0deb3bf790c2
Oct 23 18:39:59 user nova-compute[74046]: INFO nova.virt.block_device [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Attempting to driver detach volume 799da291-5b91-4c6b-b454-0deb3bf790c2 from mountpoint /dev/vdb
Oct 23 18:39:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Attempting to detach device vdb from instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:39:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:39:59 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:39:59 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:39:59 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:39:59 user nova-compute[74046]:   <serial>799da291-5b91-4c6b-b454-0deb3bf790c2</serial>
Oct 23 18:39:59 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:39:59 user nova-compute[74046]: </disk>
Oct 23 18:39:59 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:39:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Successfully detached device vdb from instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d from the persistent domain config.
Oct 23 18:39:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:39:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:39:59 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:39:59 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:39:59 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:39:59 user nova-compute[74046]:   <serial>799da291-5b91-4c6b-b454-0deb3bf790c2</serial>
Oct 23 18:39:59 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:39:59 user nova-compute[74046]: </disk>
Oct 23 18:39:59 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:39:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:40:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-caee7916-bb80-4a9f-898c-9664b06700a2 req-8ac67f66-ddb1-4d2a-8c3c-930059997077 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-changed-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-caee7916-bb80-4a9f-898c-9664b06700a2 req-8ac67f66-ddb1-4d2a-8c3c-930059997077 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Refreshing instance network info cache due to event network-changed-7e7ab780-1a71-4cd7-b677-862351266a84. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:40:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-caee7916-bb80-4a9f-898c-9664b06700a2 req-8ac67f66-ddb1-4d2a-8c3c-930059997077 service nova] Acquiring lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:40:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-caee7916-bb80-4a9f-898c-9664b06700a2 req-8ac67f66-ddb1-4d2a-8c3c-930059997077 service nova] Acquired lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:40:00 user nova-compute[74046]: DEBUG nova.network.neutron [req-caee7916-bb80-4a9f-898c-9664b06700a2 req-8ac67f66-ddb1-4d2a-8c3c-930059997077 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Refreshing network info cache for port 7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:40:00 user nova-compute[74046]: DEBUG nova.network.neutron [req-caee7916-bb80-4a9f-898c-9664b06700a2 req-8ac67f66-ddb1-4d2a-8c3c-930059997077 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updated VIF entry in instance network info cache for port 7e7ab780-1a71-4cd7-b677-862351266a84. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:40:00 user nova-compute[74046]: DEBUG nova.network.neutron [req-caee7916-bb80-4a9f-898c-9664b06700a2 req-8ac67f66-ddb1-4d2a-8c3c-930059997077 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updating instance_info_cache with network_info: [{"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:40:00 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'flavor' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-caee7916-bb80-4a9f-898c-9664b06700a2 req-8ac67f66-ddb1-4d2a-8c3c-930059997077 service nova] Releasing lock "refresh_cache-89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:40:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:40:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquired lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:40:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:40:00 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'info_cache' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.objects.base [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.network.neutron [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Updating instance_info_cache with network_info: [{"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Releasing lock "refresh_cache-883d3144-93db-4ad6-bc60-6b71bf381a9b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:40:01 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Instance destroyed successfully.
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'resources' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.objects.base [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:31:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-906076550',display_name='tempest-AttachVolumeTestJSON-server-906076550',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-906076550',id=19,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF+/GHhGg0/N3/fYq5SVwpjnrJkusqumLBnMitvCtw9iRzFTpomzGv+GJbMSXMAciRAPZ9ZEN2WYgmSZ23W6NsF2pv6skJDKUinQfC01sFwVZoUhV9QCMxavZsotDIkYkw==',key_name='tempest-keypair-1175876386',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:31:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='a250d57fd9ba46b1af8fe7a4fb3bc24a',ramdisk_id='',reservation_id='r-3juie69b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1722492110',owner_user_name='tempest-AttachVolumeTestJSON-1722492110-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:38:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ef7c31da354e09b4785325d4565fd9',uuid=883d3144-93db-4ad6-bc60-6b71bf381a9b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converting VIF {"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG os_vif [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapca103173-88, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=497b060e-1400-4596-8381-e6a5d617997d) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:40:01 user nova-compute[74046]: INFO os_vif [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88')
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Start _get_guest_xml network_info=[{"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'numa_topology' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.objects.base [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:40:01 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:40:01 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'vcpu_model' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.objects.base [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:31:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-906076550',display_name='tempest-AttachVolumeTestJSON-server-906076550',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-906076550',id=19,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF+/GHhGg0/N3/fYq5SVwpjnrJkusqumLBnMitvCtw9iRzFTpomzGv+GJbMSXMAciRAPZ9ZEN2WYgmSZ23W6NsF2pv6skJDKUinQfC01sFwVZoUhV9QCMxavZsotDIkYkw==',key_name='tempest-keypair-1175876386',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:31:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='a250d57fd9ba46b1af8fe7a4fb3bc24a',ramdisk_id='',reservation_id='r-3juie69b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1722492110',owner_user_name='tempest-AttachVolumeTestJSON-1722492110-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:38:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ef7c31da354e09b4785325d4565fd9',uuid=883d3144-93db-4ad6-bc60-6b71bf381a9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converting VIF {"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'pci_devices' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.objects.base [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:40:01 user nova-compute[74046]:   <uuid>883d3144-93db-4ad6-bc60-6b71bf381a9b</uuid>
Oct 23 18:40:01 user nova-compute[74046]:   <name>instance-00000013</name>
Oct 23 18:40:01 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:40:01 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:40:01 user nova-compute[74046]:   <metadata>
Oct 23 18:40:01 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:40:01 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:40:01 user nova-compute[74046]:       <nova:name>tempest-AttachVolumeTestJSON-server-906076550</nova:name>
Oct 23 18:40:01 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:40:01</nova:creationTime>
Oct 23 18:40:01 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:40:01 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:40:01 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:40:01 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:40:01 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:40:01 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:40:01 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:40:01 user nova-compute[74046]:       <nova:owner>
Oct 23 18:40:01 user nova-compute[74046]:         <nova:user uuid="22ef7c31da354e09b4785325d4565fd9">tempest-AttachVolumeTestJSON-1722492110-project-member</nova:user>
Oct 23 18:40:01 user nova-compute[74046]:         <nova:project uuid="a250d57fd9ba46b1af8fe7a4fb3bc24a">tempest-AttachVolumeTestJSON-1722492110</nova:project>
Oct 23 18:40:01 user nova-compute[74046]:       </nova:owner>
Oct 23 18:40:01 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:40:01 user nova-compute[74046]:       <nova:ports>
Oct 23 18:40:01 user nova-compute[74046]:         <nova:port uuid="ca103173-881a-4e9e-9d52-a8c52ef004b3">
Oct 23 18:40:01 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 23 18:40:01 user nova-compute[74046]:         </nova:port>
Oct 23 18:40:01 user nova-compute[74046]:       </nova:ports>
Oct 23 18:40:01 user nova-compute[74046]:     </nova:instance>
Oct 23 18:40:01 user nova-compute[74046]:   </metadata>
Oct 23 18:40:01 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:40:01 user nova-compute[74046]:     <system>
Oct 23 18:40:01 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:40:01 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:40:01 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:40:01 user nova-compute[74046]:       <entry name="serial">883d3144-93db-4ad6-bc60-6b71bf381a9b</entry>
Oct 23 18:40:01 user nova-compute[74046]:       <entry name="uuid">883d3144-93db-4ad6-bc60-6b71bf381a9b</entry>
Oct 23 18:40:01 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:40:01 user nova-compute[74046]:     </system>
Oct 23 18:40:01 user nova-compute[74046]:   </sysinfo>
Oct 23 18:40:01 user nova-compute[74046]:   <os>
Oct 23 18:40:01 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:40:01 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:40:01 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:40:01 user nova-compute[74046]:   </os>
Oct 23 18:40:01 user nova-compute[74046]:   <features>
Oct 23 18:40:01 user nova-compute[74046]:     <acpi/>
Oct 23 18:40:01 user nova-compute[74046]:     <apic/>
Oct 23 18:40:01 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:40:01 user nova-compute[74046]:   </features>
Oct 23 18:40:01 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:40:01 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:40:01 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:40:01 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:40:01 user nova-compute[74046]:   </clock>
Oct 23 18:40:01 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:40:01 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:40:01 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:40:01 user nova-compute[74046]:   </cpu>
Oct 23 18:40:01 user nova-compute[74046]:   <devices>
Oct 23 18:40:01 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:40:01 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:40:01 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk"/>
Oct 23 18:40:01 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:40:01 user nova-compute[74046]:     </disk>
Oct 23 18:40:01 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:40:01 user nova-compute[74046]:       <mac address="fa:16:3e:fa:47:b2"/>
Oct 23 18:40:01 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:40:01 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:40:01 user nova-compute[74046]:       <target dev="tapca103173-88"/>
Oct 23 18:40:01 user nova-compute[74046]:     </interface>
Oct 23 18:40:01 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:40:01 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/console.log" append="off"/>
Oct 23 18:40:01 user nova-compute[74046]:     </serial>
Oct 23 18:40:01 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:40:01 user nova-compute[74046]:     <video>
Oct 23 18:40:01 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:40:01 user nova-compute[74046]:     </video>
Oct 23 18:40:01 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:40:01 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:40:01 user nova-compute[74046]:     </rng>
Oct 23 18:40:01 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:40:01 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:40:01 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:40:01 user nova-compute[74046]:     </memballoon>
Oct 23 18:40:01 user nova-compute[74046]:   </devices>
Oct 23 18:40:01 user nova-compute[74046]: </domain>
Oct 23 18:40:01 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'trusted_certs' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG nova.objects.base [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Checking if we can resize image /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Cannot resize image /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'migration_context' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG nova.objects.base [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Object Instance<883d3144-93db-4ad6-bc60-6b71bf381a9b> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:31:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-906076550',display_name='tempest-AttachVolumeTestJSON-server-906076550',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-906076550',id=19,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF+/GHhGg0/N3/fYq5SVwpjnrJkusqumLBnMitvCtw9iRzFTpomzGv+GJbMSXMAciRAPZ9ZEN2WYgmSZ23W6NsF2pv6skJDKUinQfC01sFwVZoUhV9QCMxavZsotDIkYkw==',key_name='tempest-keypair-1175876386',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:31:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='a250d57fd9ba46b1af8fe7a4fb3bc24a',ramdisk_id='',reservation_id='r-3juie69b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1722492110',owner_user_name='tempest-AttachVolumeTestJSON-1722492110-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:38:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ef7c31da354e09b4785325d4565fd9',uuid=883d3144-93db-4ad6-bc60-6b71bf381a9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converting VIF {"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG os_vif [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '75873769-6e08-59a5-a64d-f5af02d0e56c', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapca103173-88, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapca103173-88, col_values=(('qos', UUID('bdababe0-8ac7-4dc0-85c6-dd2fab89161f')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapca103173-88, col_values=(('external_ids', {'iface-id': 'ca103173-881a-4e9e-9d52-a8c52ef004b3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:47:b2', 'vm-uuid': '883d3144-93db-4ad6-bc60-6b71bf381a9b'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:40:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:02 user nova-compute[74046]: INFO os_vif [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88')
Oct 23 18:40:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d251f7-e4fa-4898-9606-4afa9e24ff95 req-cf93e813-d24d-4a89-b534-1cbb12a7615e service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d251f7-e4fa-4898-9606-4afa9e24ff95 req-cf93e813-d24d-4a89-b534-1cbb12a7615e service nova] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d251f7-e4fa-4898-9606-4afa9e24ff95 req-cf93e813-d24d-4a89-b534-1cbb12a7615e service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f8d251f7-e4fa-4898-9606-4afa9e24ff95 req-cf93e813-d24d-4a89-b534-1cbb12a7615e service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-f8d251f7-e4fa-4898-9606-4afa9e24ff95 req-cf93e813-d24d-4a89-b534-1cbb12a7615e service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] No waiting events found dispatching network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:40:04 user nova-compute[74046]: WARNING nova.compute.manager [req-f8d251f7-e4fa-4898-9606-4afa9e24ff95 req-cf93e813-d24d-4a89-b534-1cbb12a7615e service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received unexpected event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 for instance with vm_state stopped and task_state powering-on.
Oct 23 18:40:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b0b1ade-f3b7-4014-9f74-76158dc40b6e req-aba73ad1-f662-41ff-98d4-0edced9209cb service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b0b1ade-f3b7-4014-9f74-76158dc40b6e req-aba73ad1-f662-41ff-98d4-0edced9209cb service nova] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b0b1ade-f3b7-4014-9f74-76158dc40b6e req-aba73ad1-f662-41ff-98d4-0edced9209cb service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7b0b1ade-f3b7-4014-9f74-76158dc40b6e req-aba73ad1-f662-41ff-98d4-0edced9209cb service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-7b0b1ade-f3b7-4014-9f74-76158dc40b6e req-aba73ad1-f662-41ff-98d4-0edced9209cb service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] No waiting events found dispatching network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:40:06 user nova-compute[74046]: WARNING nova.compute.manager [req-7b0b1ade-f3b7-4014-9f74-76158dc40b6e req-aba73ad1-f662-41ff-98d4-0edced9209cb service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received unexpected event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 for instance with vm_state stopped and task_state powering-on.
Oct 23 18:40:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:40:06 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Instance rebooted successfully.
Oct 23 18:40:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cf7395a9-7e21-4e90-8e94-c77da8c5c373 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:40:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:08 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:40:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:09 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:40:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:40:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:40:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:40:09 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:40:09 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Updating instance_info_cache with network_info: [{"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:40:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-56a114a7-41ad-4304-bff7-bf67b911cf6e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:40:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:40:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:14 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:40:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.225s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:19 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d is timed out.
Oct 23 18:40:19 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Successfully detached device vdb from instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d from the live domain config.
Oct 23 18:40:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JInUulAG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:40:19 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:40:19 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[46af45f7-f273-4123-aa2f-50d5ba7247b9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:40:19 user nova-compute[74046]: No targets found.
Oct 23 18:40:19 user nova-compute[74046]: iSNS:
Oct 23 18:40:19 user nova-compute[74046]: No targets found.
Oct 23 18:40:19 user nova-compute[74046]: STATIC:
Oct 23 18:40:19 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945
Oct 23 18:40:19 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:19 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:19 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2
Oct 23 18:40:19 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:19 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:19 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c
Oct 23 18:40:19 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:19 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:19 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef
Oct 23 18:40:19 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:19 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:19 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:40:19 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:19 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:19 user nova-compute[74046]: FIRMWARE:
Oct 23 18:40:19 user nova-compute[74046]: No targets found.
Oct 23 18:40:19 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:40:19 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:40:19 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6364e54-ea3b-4838-8f66-c17681239ee3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f95b8f4-c357-44d7-a623-f2271b589f25]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:40:19 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:40:19 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:40:19 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:40:19 user nova-compute[74046]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 (non-flash)
Oct 23 18:40:19 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 (non-flash)
Oct 23 18:40:19 user nova-compute[74046]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:40:19 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:40:19 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:40:19 user nova-compute[74046]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 (non-flash)
Oct 23 18:40:19 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef02a3880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:19 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a0ccb20-6a4f-4585-811e-b9027aebd773]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aad40d9-3397-4409-b2f1-53f43c28caeb]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[742f574b-45ba-4384-a021-0a731f4f0795]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.034s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff62c580-fb92-4072-857c-e0a5715e7d7f]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9fcaed2-ed91-4c22-8850-5ef6f3d73307]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4adb15eb-854e-4442-b6f5-2fb20775fca3]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2, portal: 172.16.0.220,3260]
Oct 23 18:40:20 user nova-compute[74046]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2, portal: 172.16.0.220,3260] successful.
Oct 23 18:40:20 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:20 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:40:20 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7391MB free_disk=25.211505889892578GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799da291-5b91-4c6b-b454-0deb3bf790c2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aea303b-aceb-45a3-9753-415fb0388a45]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.837s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] <== disconnect_volume: return (839ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 883d3144-93db-4ad6-bc60-6b71bf381a9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance bec03bed-9dd6-4023-ba41-b61eabaea4f0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:40:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:40:21 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:40:21 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:40:21 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:40:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.526s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:21 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'flavor' on Instance uuid 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d8517fdd-2d06-4ce5-9fbe-47e7e5395bd1 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.575s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:22 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:40:22 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:40:22 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:40:22 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:40:22 user nova-compute[74046]: DEBUG nova.compute.manager [req-b6fb1c09-84e2-43b8-a3aa-f69772f041de req-48348230-acfc-496e-a033-22d06f4cbb7d service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Received event network-changed-998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:22 user nova-compute[74046]: DEBUG nova.compute.manager [req-b6fb1c09-84e2-43b8-a3aa-f69772f041de req-48348230-acfc-496e-a033-22d06f4cbb7d service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Refreshing instance network info cache due to event network-changed-998c38a9-43fa-4459-a7b4-8c103d08a50b. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:40:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b6fb1c09-84e2-43b8-a3aa-f69772f041de req-48348230-acfc-496e-a033-22d06f4cbb7d service nova] Acquiring lock "refresh_cache-f1a890a8-4bd4-4afb-9226-f592b5ad0714" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:40:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b6fb1c09-84e2-43b8-a3aa-f69772f041de req-48348230-acfc-496e-a033-22d06f4cbb7d service nova] Acquired lock "refresh_cache-f1a890a8-4bd4-4afb-9226-f592b5ad0714" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:40:22 user nova-compute[74046]: DEBUG nova.network.neutron [req-b6fb1c09-84e2-43b8-a3aa-f69772f041de req-48348230-acfc-496e-a033-22d06f4cbb7d service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Refreshing network info cache for port 998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:40:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:22 user nova-compute[74046]: DEBUG nova.network.neutron [req-b6fb1c09-84e2-43b8-a3aa-f69772f041de req-48348230-acfc-496e-a033-22d06f4cbb7d service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Updated VIF entry in instance network info cache for port 998c38a9-43fa-4459-a7b4-8c103d08a50b. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:40:22 user nova-compute[74046]: DEBUG nova.network.neutron [req-b6fb1c09-84e2-43b8-a3aa-f69772f041de req-48348230-acfc-496e-a033-22d06f4cbb7d service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Updating instance_info_cache with network_info: [{"id": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "address": "fa:16:3e:d4:0e:05", "network": {"id": "0c2cb93f-91d6-4c1b-9f01-27266f810729", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-953267435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "953c90b080f34000812bcc8936526316", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap998c38a9-43", "ovs_interfaceid": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:40:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b6fb1c09-84e2-43b8-a3aa-f69772f041de req-48348230-acfc-496e-a033-22d06f4cbb7d service nova] Releasing lock "refresh_cache-f1a890a8-4bd4-4afb-9226-f592b5ad0714" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:40:23 user nova-compute[74046]: INFO nova.compute.manager [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Rescuing
Oct 23 18:40:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:40:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquired lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:40:23 user nova-compute[74046]: DEBUG nova.network.neutron [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:40:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:23 user nova-compute[74046]: DEBUG nova.network.neutron [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updating instance_info_cache with network_info: [{"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:40:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Releasing lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:40:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-8013e15e-6174-49d5-b2ce-71633d83e24d req-d6095f2a-8ad9-44da-8cc3-1d22f916aa6c service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-unplugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8013e15e-6174-49d5-b2ce-71633d83e24d req-d6095f2a-8ad9-44da-8cc3-1d22f916aa6c service nova] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8013e15e-6174-49d5-b2ce-71633d83e24d req-d6095f2a-8ad9-44da-8cc3-1d22f916aa6c service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8013e15e-6174-49d5-b2ce-71633d83e24d req-d6095f2a-8ad9-44da-8cc3-1d22f916aa6c service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-8013e15e-6174-49d5-b2ce-71633d83e24d req-d6095f2a-8ad9-44da-8cc3-1d22f916aa6c service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] No waiting events found dispatching network-vif-unplugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:40:24 user nova-compute[74046]: WARNING nova.compute.manager [req-8013e15e-6174-49d5-b2ce-71633d83e24d req-d6095f2a-8ad9-44da-8cc3-1d22f916aa6c service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received unexpected event network-vif-unplugged-39837c7a-0326-4401-ad88-9604b53d53e3 for instance with vm_state active and task_state rescuing.
Oct 23 18:40:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-8013e15e-6174-49d5-b2ce-71633d83e24d req-d6095f2a-8ad9-44da-8cc3-1d22f916aa6c service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8013e15e-6174-49d5-b2ce-71633d83e24d req-d6095f2a-8ad9-44da-8cc3-1d22f916aa6c service nova] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8013e15e-6174-49d5-b2ce-71633d83e24d req-d6095f2a-8ad9-44da-8cc3-1d22f916aa6c service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8013e15e-6174-49d5-b2ce-71633d83e24d req-d6095f2a-8ad9-44da-8cc3-1d22f916aa6c service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG nova.compute.manager [req-8013e15e-6174-49d5-b2ce-71633d83e24d req-d6095f2a-8ad9-44da-8cc3-1d22f916aa6c service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] No waiting events found dispatching network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:40:24 user nova-compute[74046]: WARNING nova.compute.manager [req-8013e15e-6174-49d5-b2ce-71633d83e24d req-d6095f2a-8ad9-44da-8cc3-1d22f916aa6c service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received unexpected event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 for instance with vm_state active and task_state rescuing.
Oct 23 18:40:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Instance destroyed successfully.
Oct 23 18:40:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Attempting a stable device rescue
Oct 23 18:40:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74046) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Instance directory exists: not creating {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 18:40:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Creating image(s)
Oct 23 18:40:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "/opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "/opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "/opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'trusted_certs' on Instance uuid b8e41e65-874d-4169-bd94-bdc9dcd2c95b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "00b3759df318edc8fd15210c2fe0c86888af358c" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "00b3759df318edc8fd15210c2fe0c86888af358c" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c.part --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:25 user nova-compute[74046]: INFO nova.compute.manager [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Terminating instance
Oct 23 18:40:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:40:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c.part --force-share --output=json" returned: 0 in 0.203s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:25 user nova-compute[74046]: DEBUG nova.virt.images [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] 2cd45020-0aac-4cb9-a112-3b1069745f24 was qcow2, converting to raw {{(pid=74046) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 18:40:25 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:40:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c.part /opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c.converted {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-8ddedb34-30e8-489c-add5-dbf11577874c req-672c6cf0-b2c8-4404-9253-b0054773ca83 service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Received event network-vif-unplugged-c07c4482-ee4e-411c-977d-7aa3895b8749 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8ddedb34-30e8-489c-add5-dbf11577874c req-672c6cf0-b2c8-4404-9253-b0054773ca83 service nova] Acquiring lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8ddedb34-30e8-489c-add5-dbf11577874c req-672c6cf0-b2c8-4404-9253-b0054773ca83 service nova] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8ddedb34-30e8-489c-add5-dbf11577874c req-672c6cf0-b2c8-4404-9253-b0054773ca83 service nova] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-8ddedb34-30e8-489c-add5-dbf11577874c req-672c6cf0-b2c8-4404-9253-b0054773ca83 service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] No waiting events found dispatching network-vif-unplugged-c07c4482-ee4e-411c-977d-7aa3895b8749 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-8ddedb34-30e8-489c-add5-dbf11577874c req-672c6cf0-b2c8-4404-9253-b0054773ca83 service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Received event network-vif-unplugged-c07c4482-ee4e-411c-977d-7aa3895b8749 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c.part /opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c.converted" returned: 0 in 0.519s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c.converted --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:26 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Instance destroyed successfully.
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lazy-loading 'resources' on Instance uuid bec03bed-9dd6-4023-ba41-b61eabaea4f0 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c.converted --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "00b3759df318edc8fd15210c2fe0c86888af358c" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.104s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "00b3759df318edc8fd15210c2fe0c86888af358c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "00b3759df318edc8fd15210c2fe0c86888af358c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1526691974',display_name='tempest-TestVolumeBootPattern-server-1526691974',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1526691974',id=31,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:39:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-ogv50h0m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:39:12Z,user_data=None,user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=bec03bed-9dd6-4023-ba41-b61eabaea4f0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c07c4482-ee4e-411c-977d-7aa3895b8749", "address": "fa:16:3e:e6:59:64", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07c4482-ee", "ovs_interfaceid": "c07c4482-ee4e-411c-977d-7aa3895b8749", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "c07c4482-ee4e-411c-977d-7aa3895b8749", "address": "fa:16:3e:e6:59:64", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc07c4482-ee", "ovs_interfaceid": "c07c4482-ee4e-411c-977d-7aa3895b8749", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:59:64,bridge_name='br-int',has_traffic_filtering=True,id=c07c4482-ee4e-411c-977d-7aa3895b8749,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07c4482-ee') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG os_vif [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:59:64,bridge_name='br-int',has_traffic_filtering=True,id=c07c4482-ee4e-411c-977d-7aa3895b8749,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07c4482-ee') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc07c4482-ee, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=725d9120-e863-4c37-8498-9a15dc996d6b) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:26 user nova-compute[74046]: INFO os_vif [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:59:64,bridge_name='br-int',has_traffic_filtering=True,id=c07c4482-ee4e-411c-977d-7aa3895b8749,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc07c4482-ee')
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZWsGNTyI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:40:26 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:40:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddfe9a75-aba3-4dec-9b6a-5c8988c7a2bd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:40:26 user nova-compute[74046]: No targets found.
Oct 23 18:40:26 user nova-compute[74046]: iSNS:
Oct 23 18:40:26 user nova-compute[74046]: No targets found.
Oct 23 18:40:26 user nova-compute[74046]: STATIC:
Oct 23 18:40:26 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945
Oct 23 18:40:26 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:26 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:26 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c
Oct 23 18:40:26 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:26 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:26 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef
Oct 23 18:40:26 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:26 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:26 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:40:26 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:26 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:26 user nova-compute[74046]: FIRMWARE:
Oct 23 18:40:26 user nova-compute[74046]: No targets found.
Oct 23 18:40:26 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:40:26 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:40:26 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[83ca950a-b443-40a5-a868-57ca9c82688c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c --force-share --output=json" returned: 0 in 0.184s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c,backing_fmt=raw /opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b/disk.rescue {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f922787-df1a-47fa-9168-ef346dee55ac]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:40:26 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:40:26 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:40:26 user nova-compute[74046]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 (non-flash)
Oct 23 18:40:26 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:40:26 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:40:26 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:40:26 user nova-compute[74046]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 (non-flash)
Oct 23 18:40:26 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef0279360>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945'): ({'sdf'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Removing single pathed devices sdf {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c,backing_fmt=raw /opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b/disk.rescue" returned: 0 in 0.060s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "00b3759df318edc8fd15210c2fe0c86888af358c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'migration_context' on Instance uuid b8e41e65-874d-4169-bd94-bdc9dcd2c95b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[273ff6b7-70cf-44fc-a29c-5cfe53cf12bd]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.objects.base [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Object Instance<b8e41e65-874d-4169-bd94-bdc9dcd2c95b> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Start _get_guest_xml network_info=[{"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "vif_mac": "fa:16:3e:29:f8:48"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '2cd45020-0aac-4cb9-a112-3b1069745f24', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '70620ec2-9bd2-4b71-820d-18dfefeafaba', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PQVsElST', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'b8e41e65-874d-4169-bd94-bdc9dcd2c95b', 'attached_at': '', 'detached_at': '', 'volume_id': '103059b2-2dfa-4a2f-a8e9-1f4e951c4534', 'serial': '103059b2-2dfa-4a2f-a8e9-1f4e951c4534'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'resources' on Instance uuid b8e41e65-874d-4169-bd94-bdc9dcd2c95b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbf9d77e-5c82-44a9-a2f9-9de9d33f93c1]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flushing IO for device /dev/sdf {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.objects.base [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Object Instance<b8e41e65-874d-4169-bd94-bdc9dcd2c95b> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'numa_topology' on Instance uuid b8e41e65-874d-4169-bd94-bdc9dcd2c95b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fbf5785-6118-4eb5-b1d8-0ed3d43ea407]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG nova.objects.base [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Object Instance<b8e41e65-874d-4169-bd94-bdc9dcd2c95b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:40:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:26 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:40:26 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'vcpu_model' on Instance uuid b8e41e65-874d-4169-bd94-bdc9dcd2c95b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.objects.base [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Object Instance<b8e41e65-874d-4169-bd94-bdc9dcd2c95b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PQVsElST', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:40:27 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.063s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f96b29e-5d63-4aad-aa5b-43b079bfd147]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] SCSI volumes sdf have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ebd9fb6-d681-4259-91af-88d7a91d4951]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa41dbd-47cf-49ea-907d-5f695431b21a]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945, portal: 172.16.0.220,3260]
Oct 23 18:40:27 user nova-compute[74046]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945, portal: 172.16.0.220,3260] successful.
Oct 23 18:40:27 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9c3ffc24-9960-4d9a-999b-82f7c7c25945 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[126fea8b-e415-45ec-bed0-4a40d674997d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.407s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== disconnect_volume: return (409ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:40:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Deleting instance files /opt/stack/data/nova/instances/bec03bed-9dd6-4023-ba41-b61eabaea4f0_del
Oct 23 18:40:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Deletion of /opt/stack/data/nova/instances/bec03bed-9dd6-4023-ba41-b61eabaea4f0_del complete
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.132s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:40:27 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:40:27 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[42e057ce-0d6a-4ccd-a62f-b9458913ed44]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = PQVsElST\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 23 18:40:27 user nova-compute[74046]: node.name = iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:40:27 user nova-compute[74046]: node.tpgt = -1
Oct 23 18:40:27 user nova-compute[74046]: node.startup = automatic
Oct 23 18:40:27 user nova-compute[74046]: node.leading_login = No
Oct 23 18:40:27 user nova-compute[74046]: iface.iscsi_ifacename = default
Oct 23 18:40:27 user nova-compute[74046]: iface.net_ifacename = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.ipaddress = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.prefix_len = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.hwaddress = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.transport_name = tcp
Oct 23 18:40:27 user nova-compute[74046]: iface.initiatorname = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.state = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.vlan_id = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.vlan_priority = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.vlan_state = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.iface_num = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.mtu = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.port = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.bootproto = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.subnet_mask = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.gateway = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.dhcp_alt_client_id_state = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.dhcp_alt_client_id = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.dhcp_dns = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.dhcp_learn_iqn = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.dhcp_req_vendor_id_state = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.dhcp_vendor_id_state = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.dhcp_vendor_id = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.dhcp_slp_da = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.fragmentation = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.gratuitous_arp = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.incoming_forwarding = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.tos_state = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.tos = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.ttl = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.delayed_ack = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.tcp_nagle = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.tcp_wsf_state = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.tcp_wsf = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.tcp_timer_scale = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.tcp_timestamp = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.redirect = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.def_task_mgmt_timeout = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.header_digest = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.data_digest = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.immediate_data = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.initial_r2t = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.data_seq_inorder = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.data_pdu_inorder = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.erl = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.max_receive_data_len = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.first_burst_len = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.max_outstanding_r2t = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.max_burst_len = 0
Oct 23 18:40:27 user nova-compute[74046]: iface.chap_auth = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.bidi_chap = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.strict_login_compliance = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.discovery_auth = <empty>
Oct 23 18:40:27 user nova-compute[74046]: iface.discovery_logout = <empty>
Oct 23 18:40:27 user nova-compute[74046]: node.discovery_address = <empty>
Oct 23 18:40:27 user nova-compute[74046]: node.discovery_port = 0
Oct 23 18:40:27 user nova-compute[74046]: node.discovery_type = static
Oct 23 18:40:27 user nova-compute[74046]: node.session.initial_cmdsn = 0
Oct 23 18:40:27 user nova-compute[74046]: node.session.initial_login_retry_max = 8
Oct 23 18:40:27 user nova-compute[74046]: node.session.xmit_thread_priority = -20
Oct 23 18:40:27 user nova-compute[74046]: node.session.cmds_max = 128
Oct 23 18:40:27 user nova-compute[74046]: node.session.queue_depth = 32
Oct 23 18:40:27 user nova-compute[74046]: node.session.nr_sessions = 1
Oct 23 18:40:27 user nova-compute[74046]: node.session.auth.authmethod = CHAP
Oct 23 18:40:27 user nova-compute[74046]: node.session.auth.username = PQVsElST
Oct 23 18:40:27 user nova-compute[74046]: node.session.auth.password = ***
Oct 23 18:40:27 user nova-compute[74046]: node.session.auth.username_in = <empty>
Oct 23 18:40:27 user nova-compute[74046]: node.session.auth.password_in = <empty>
Oct 23 18:40:27 user nova-compute[74046]: node.session.auth.chap_algs = MD5
Oct 23 18:40:27 user nova-compute[74046]: node.session.timeo.replacement_timeout = 120
Oct 23 18:40:27 user nova-compute[74046]: node.session.err_timeo.abort_timeout = 15
Oct 23 18:40:27 user nova-compute[74046]: node.session.err_timeo.lu_reset_timeout = 30
Oct 23 18:40:27 user nova-compute[74046]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 23 18:40:27 user nova-compute[74046]: node.session.err_timeo.host_reset_timeout = 60
Oct 23 18:40:27 user nova-compute[74046]: node.session.iscsi.FastAbort = Yes
Oct 23 18:40:27 user nova-compute[74046]: node.session.iscsi.InitialR2T = No
Oct 23 18:40:27 user nova-compute[74046]: node.session.iscsi.ImmediateData = Yes
Oct 23 18:40:27 user nova-compute[74046]: node.session.iscsi.FirstBurstLength = 262144
Oct 23 18:40:27 user nova-compute[74046]: node.session.iscsi.MaxBurstLength = 16776192
Oct 23 18:40:27 user nova-compute[74046]: node.session.iscsi.DefaultTime2Retain = 0
Oct 23 18:40:27 user nova-compute[74046]: node.session.iscsi.DefaultTime2Wait = 2
Oct 23 18:40:27 user nova-compute[74046]: node.session.iscsi.MaxConnections = 1
Oct 23 18:40:27 user nova-compute[74046]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 23 18:40:27 user nova-compute[74046]: node.session.iscsi.ERL = 0
Oct 23 18:40:27 user nova-compute[74046]: node.session.scan = manual
Oct 23 18:40:27 user nova-compute[74046]: node.session.reopen_max = 0
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].address = 172.16.0.220
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].port = 3260
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].startup = manual
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].tcp.window_size = 524288
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].tcp.type_of_service = 0
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].timeo.logout_timeout = 15
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].timeo.login_timeout = 15
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].timeo.auth_timeout = 45
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].timeo.noop_out_interval = 5
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].timeo.noop_out_timeout = 5
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].iscsi.HeaderDigest = None
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].iscsi.DataDigest = None
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].iscsi.IFMarker = No
Oct 23 18:40:27 user nova-compute[74046]: node.conn[0].iscsi.OFMarker = No
Oct 23 18:40:27 user nova-compute[74046]: # END RECORD
Oct 23 18:40:27 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fb41179-64cc-4e05-b192-d01c2f6aee74]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:27 user nova-compute[74046]: INFO nova.compute.manager [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Took 1.42 seconds to destroy the instance on the hypervisor.
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb188ab5-cf48-4f12-9be0-6f340063bf6d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PQVsElST {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PQVsElST" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[07be0b3f-f253-41cb-8c4c-15725a519195]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PQVsElST'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[81aeec3c-de4e-4db7-a3ac-31a715c6ec0b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[af305d79-e166-41ec-b0fc-6785fafddacb]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:40:27 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:40:27 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:40:27 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:40:27 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:40:27 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:40:27 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.164s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] HCTL ('35', '0', '0', 0) found on session 35 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a3b1ced-5aaa-49df-85c9-198371136e56]: (4, ('0 0 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching for a device in session 35 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PQVsElST', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.191s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] <== connect_volume: return (322ms) {'type': 'block', 'scsi_wwn': '26666663162373765', 'path': '/dev/sdd'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26666663162373765', 'path': '/dev/sdd'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1524861222',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1524861222',id=30,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:39:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-nlwqmp50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:39:09Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=b8e41e65-874d-4169-bd94-bdc9dcd2c95b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "vif_mac": "fa:16:3e:29:f8:48"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "vif_mac": "fa:16:3e:29:f8:48"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:29:f8:48,bridge_name='br-int',has_traffic_filtering=True,id=39837c7a-0326-4401-ad88-9604b53d53e3,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39837c7a-03') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'pci_devices' on Instance uuid b8e41e65-874d-4169-bd94-bdc9dcd2c95b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.objects.base [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Object Instance<b8e41e65-874d-4169-bd94-bdc9dcd2c95b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:40:27 user nova-compute[74046]:   <uuid>b8e41e65-874d-4169-bd94-bdc9dcd2c95b</uuid>
Oct 23 18:40:27 user nova-compute[74046]:   <name>instance-0000001e</name>
Oct 23 18:40:27 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:40:27 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:40:27 user nova-compute[74046]:   <metadata>
Oct 23 18:40:27 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:40:27 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:40:27 user nova-compute[74046]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1524861222</nova:name>
Oct 23 18:40:27 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:40:26</nova:creationTime>
Oct 23 18:40:27 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:40:27 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:40:27 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:40:27 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:40:27 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:40:27 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:40:27 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:40:27 user nova-compute[74046]:       <nova:owner>
Oct 23 18:40:27 user nova-compute[74046]:         <nova:user uuid="2956df609f6a4d05a695d53e471377a0">tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member</nova:user>
Oct 23 18:40:27 user nova-compute[74046]:         <nova:project uuid="fbbf2db50a894814815b6e519b6c38f4">tempest-ServerBootFromVolumeStableRescueTest-1066715729</nova:project>
Oct 23 18:40:27 user nova-compute[74046]:       </nova:owner>
Oct 23 18:40:27 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:40:27 user nova-compute[74046]:       <nova:ports>
Oct 23 18:40:27 user nova-compute[74046]:         <nova:port uuid="39837c7a-0326-4401-ad88-9604b53d53e3">
Oct 23 18:40:27 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 23 18:40:27 user nova-compute[74046]:         </nova:port>
Oct 23 18:40:27 user nova-compute[74046]:       </nova:ports>
Oct 23 18:40:27 user nova-compute[74046]:     </nova:instance>
Oct 23 18:40:27 user nova-compute[74046]:   </metadata>
Oct 23 18:40:27 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:40:27 user nova-compute[74046]:     <system>
Oct 23 18:40:27 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:40:27 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:40:27 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:40:27 user nova-compute[74046]:       <entry name="serial">b8e41e65-874d-4169-bd94-bdc9dcd2c95b</entry>
Oct 23 18:40:27 user nova-compute[74046]:       <entry name="uuid">b8e41e65-874d-4169-bd94-bdc9dcd2c95b</entry>
Oct 23 18:40:27 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:40:27 user nova-compute[74046]:     </system>
Oct 23 18:40:27 user nova-compute[74046]:   </sysinfo>
Oct 23 18:40:27 user nova-compute[74046]:   <os>
Oct 23 18:40:27 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:40:27 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:40:27 user nova-compute[74046]:   </os>
Oct 23 18:40:27 user nova-compute[74046]:   <features>
Oct 23 18:40:27 user nova-compute[74046]:     <acpi/>
Oct 23 18:40:27 user nova-compute[74046]:     <apic/>
Oct 23 18:40:27 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:40:27 user nova-compute[74046]:   </features>
Oct 23 18:40:27 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:40:27 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:40:27 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:40:27 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:40:27 user nova-compute[74046]:   </clock>
Oct 23 18:40:27 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:40:27 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:40:27 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:40:27 user nova-compute[74046]:   </cpu>
Oct 23 18:40:27 user nova-compute[74046]:   <devices>
Oct 23 18:40:27 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:40:27 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:40:27 user nova-compute[74046]:       <source dev="/dev/sdd"/>
Oct 23 18:40:27 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:40:27 user nova-compute[74046]:       <serial>103059b2-2dfa-4a2f-a8e9-1f4e951c4534</serial>
Oct 23 18:40:27 user nova-compute[74046]:     </disk>
Oct 23 18:40:27 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:40:27 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:40:27 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b/disk.rescue"/>
Oct 23 18:40:27 user nova-compute[74046]:       <target dev="vdb" bus="virtio"/>
Oct 23 18:40:27 user nova-compute[74046]:       <boot order="1"/>
Oct 23 18:40:27 user nova-compute[74046]:     </disk>
Oct 23 18:40:27 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:40:27 user nova-compute[74046]:       <mac address="fa:16:3e:29:f8:48"/>
Oct 23 18:40:27 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:40:27 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:40:27 user nova-compute[74046]:       <target dev="tap39837c7a-03"/>
Oct 23 18:40:27 user nova-compute[74046]:     </interface>
Oct 23 18:40:27 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:40:27 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b/console.log" append="off"/>
Oct 23 18:40:27 user nova-compute[74046]:     </serial>
Oct 23 18:40:27 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:40:27 user nova-compute[74046]:     <video>
Oct 23 18:40:27 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:40:27 user nova-compute[74046]:     </video>
Oct 23 18:40:27 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:40:27 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:40:27 user nova-compute[74046]:     </rng>
Oct 23 18:40:27 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:40:27 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:40:27 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:40:27 user nova-compute[74046]:     </memballoon>
Oct 23 18:40:27 user nova-compute[74046]:   </devices>
Oct 23 18:40:27 user nova-compute[74046]: </domain>
Oct 23 18:40:27 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:40:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Instance destroyed successfully.
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No VIF found with MAC fa:16:3e:29:f8:48, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:40:27 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Took 0.54 seconds to deallocate network for instance.
Oct 23 18:40:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-6abdd42d-faf1-4dbd-a4bd-3e7d3ac0af7f req-3e38660a-6991-45b6-878c-8aabd05aa994 service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Received event network-vif-deleted-c07c4482-ee4e-411c-977d-7aa3895b8749 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-041951c1-75a2-4da4-ac3d-df75811feb9f req-64a79335-79b1-4098-88ca-cc0c88c3c15b service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Received event network-vif-plugged-c07c4482-ee4e-411c-977d-7aa3895b8749 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-041951c1-75a2-4da4-ac3d-df75811feb9f req-64a79335-79b1-4098-88ca-cc0c88c3c15b service nova] Acquiring lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-041951c1-75a2-4da4-ac3d-df75811feb9f req-64a79335-79b1-4098-88ca-cc0c88c3c15b service nova] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-041951c1-75a2-4da4-ac3d-df75811feb9f req-64a79335-79b1-4098-88ca-cc0c88c3c15b service nova] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-041951c1-75a2-4da4-ac3d-df75811feb9f req-64a79335-79b1-4098-88ca-cc0c88c3c15b service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] No waiting events found dispatching network-vif-plugged-c07c4482-ee4e-411c-977d-7aa3895b8749 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:40:28 user nova-compute[74046]: WARNING nova.compute.manager [req-041951c1-75a2-4da4-ac3d-df75811feb9f req-64a79335-79b1-4098-88ca-cc0c88c3c15b service nova] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Received unexpected event network-vif-plugged-c07c4482-ee4e-411c-977d-7aa3895b8749 for instance with vm_state active and task_state deleting.
Oct 23 18:40:28 user nova-compute[74046]: INFO nova.compute.manager [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Took 0.85 seconds to detach 1 volumes for instance.
Oct 23 18:40:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: bec03bed-9dd6-4023-ba41-b61eabaea4f0] Deleting volume: 9c3ffc24-9960-4d9a-999b-82f7c7c25945 {{(pid=74046) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 23 18:40:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.486s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-18413fc8-e363-4a45-9698-82a2bf9b26d4 req-34fcc1a6-4ed8-4683-9669-7a9108757fc3 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-18413fc8-e363-4a45-9698-82a2bf9b26d4 req-34fcc1a6-4ed8-4683-9669-7a9108757fc3 service nova] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-18413fc8-e363-4a45-9698-82a2bf9b26d4 req-34fcc1a6-4ed8-4683-9669-7a9108757fc3 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-18413fc8-e363-4a45-9698-82a2bf9b26d4 req-34fcc1a6-4ed8-4683-9669-7a9108757fc3 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-18413fc8-e363-4a45-9698-82a2bf9b26d4 req-34fcc1a6-4ed8-4683-9669-7a9108757fc3 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] No waiting events found dispatching network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:40:29 user nova-compute[74046]: WARNING nova.compute.manager [req-18413fc8-e363-4a45-9698-82a2bf9b26d4 req-34fcc1a6-4ed8-4683-9669-7a9108757fc3 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received unexpected event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 for instance with vm_state active and task_state rescuing.
Oct 23 18:40:29 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Deleted allocations for instance bec03bed-9dd6-4023-ba41-b61eabaea4f0
Oct 23 18:40:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c816e06-8cc5-4ef9-ae7c-91bdcac4f057 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "bec03bed-9dd6-4023-ba41-b61eabaea4f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.618s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG nova.objects.instance [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'flavor' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:29 user nova-compute[74046]: INFO nova.compute.manager [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Attaching volume 3fdf0749-610b-4db2-93da-4bcab5bf6d85 to /dev/vdb
Oct 23 18:40:30 user nova-compute[74046]: DEBUG os_brick.utils [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[26a7610d-4c80-4198-bce3-398a8bf41ea8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[56f52f16-8e12-4390-aa0f-a4352739d21e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9171f78-c90e-4be5-a801-7be85d30c65d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b9d63d9-b8bd-45ca-8708-f3943a6c2a4e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:40:30 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:40:30 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccfd5eb3-24db-4a7e-ae1a-f2d75424115b]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG os_brick.utils [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:40:30 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Updating existing volume attachment record: 7c9903dd-3ab0-4974-9634-20355fdf983c {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:40:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-5cae3112-e6b8-45cc-97c8-055033c07c21 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:40:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-2003f2d8-68fa-477c-b508-4e3198daf59f req-dae1cce7-76d7-4f36-a8f0-b7c582c146e2 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2003f2d8-68fa-477c-b508-4e3198daf59f req-dae1cce7-76d7-4f36-a8f0-b7c582c146e2 service nova] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2003f2d8-68fa-477c-b508-4e3198daf59f req-dae1cce7-76d7-4f36-a8f0-b7c582c146e2 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2003f2d8-68fa-477c-b508-4e3198daf59f req-dae1cce7-76d7-4f36-a8f0-b7c582c146e2 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-2003f2d8-68fa-477c-b508-4e3198daf59f req-dae1cce7-76d7-4f36-a8f0-b7c582c146e2 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] No waiting events found dispatching network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:40:31 user nova-compute[74046]: WARNING nova.compute.manager [req-2003f2d8-68fa-477c-b508-4e3198daf59f req-dae1cce7-76d7-4f36-a8f0-b7c582c146e2 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received unexpected event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 for instance with vm_state rescued and task_state None.
Oct 23 18:40:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:32 user nova-compute[74046]: INFO nova.compute.manager [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Detaching volume a75dd007-110d-44ad-973c-7e36ff11138c
Oct 23 18:40:32 user nova-compute[74046]: INFO nova.virt.block_device [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Attempting to driver detach volume a75dd007-110d-44ad-973c-7e36ff11138c from mountpoint /dev/vdb
Oct 23 18:40:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Attempting to detach device vdb from instance e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:40:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:40:32 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:40:32 user nova-compute[74046]:   <source dev="/dev/sde"/>
Oct 23 18:40:32 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:40:32 user nova-compute[74046]:   <serial>a75dd007-110d-44ad-973c-7e36ff11138c</serial>
Oct 23 18:40:32 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:40:32 user nova-compute[74046]: </disk>
Oct 23 18:40:32 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:40:32 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully detached device vdb from instance e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 from the persistent domain config.
Oct 23 18:40:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:40:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:40:32 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:40:32 user nova-compute[74046]:   <source dev="/dev/sde"/>
Oct 23 18:40:32 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:40:32 user nova-compute[74046]:   <serial>a75dd007-110d-44ad-973c-7e36ff11138c</serial>
Oct 23 18:40:32 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:40:32 user nova-compute[74046]: </disk>
Oct 23 18:40:32 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:40:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:40:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:35 user nova-compute[74046]: INFO nova.compute.manager [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Unshelving
Oct 23 18:40:35 user nova-compute[74046]: INFO nova.virt.block_device [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Booting with volume 50f6c41f-7536-44d9-8b3b-aeb92ae15e14 at /dev/vdc
Oct 23 18:40:35 user nova-compute[74046]: DEBUG os_brick.utils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8765609b-8d41-43fa-8ed6-03c4e5b674b1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1ddf6cb-c00b-4b3f-9a3f-425354126dab]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[38e390ff-27a4-4da0-9c42-2f4ef05727d2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d684ebc-768f-4530-b37d-9069f2f4ac18]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:40:35 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:40:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0716cee6-55bb-4c24-81b6-fb742d1d6443]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG os_brick.utils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:40:35 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updating existing volume attachment record: ceb5665f-0100-4ac3-b2b9-c6cb40fee6eb {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:40:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-49103629-8ed6-4d27-9a15-7f2d58838d34 req-a216b6fd-05a7-4781-8485-05789a9851e3 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Received event network-changed-e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-49103629-8ed6-4d27-9a15-7f2d58838d34 req-a216b6fd-05a7-4781-8485-05789a9851e3 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Refreshing instance network info cache due to event network-changed-e1737bec-6fc0-493c-8107-d00d719bbbce. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-49103629-8ed6-4d27-9a15-7f2d58838d34 req-a216b6fd-05a7-4781-8485-05789a9851e3 service nova] Acquiring lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-49103629-8ed6-4d27-9a15-7f2d58838d34 req-a216b6fd-05a7-4781-8485-05789a9851e3 service nova] Acquired lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-49103629-8ed6-4d27-9a15-7f2d58838d34 req-a216b6fd-05a7-4781-8485-05789a9851e3 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Refreshing network info cache for port e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:49 user nova-compute[74046]: INFO nova.compute.manager [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Terminating instance
Oct 23 18:40:49 user nova-compute[74046]: DEBUG nova.compute.manager [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-49103629-8ed6-4d27-9a15-7f2d58838d34 req-a216b6fd-05a7-4781-8485-05789a9851e3 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updated VIF entry in instance network info cache for port e1737bec-6fc0-493c-8107-d00d719bbbce. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-49103629-8ed6-4d27-9a15-7f2d58838d34 req-a216b6fd-05a7-4781-8485-05789a9851e3 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updating instance_info_cache with network_info: [{"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:40:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-49103629-8ed6-4d27-9a15-7f2d58838d34 req-a216b6fd-05a7-4781-8485-05789a9851e3 service nova] Releasing lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-036b0434-58d2-49d0-b91c-4e959480ad5a req-f16e3bc4-a0eb-48f1-acd5-607922baa778 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-unplugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-036b0434-58d2-49d0-b91c-4e959480ad5a req-f16e3bc4-a0eb-48f1-acd5-607922baa778 service nova] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-036b0434-58d2-49d0-b91c-4e959480ad5a req-f16e3bc4-a0eb-48f1-acd5-607922baa778 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-036b0434-58d2-49d0-b91c-4e959480ad5a req-f16e3bc4-a0eb-48f1-acd5-607922baa778 service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-036b0434-58d2-49d0-b91c-4e959480ad5a req-f16e3bc4-a0eb-48f1-acd5-607922baa778 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] No waiting events found dispatching network-vif-unplugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-036b0434-58d2-49d0-b91c-4e959480ad5a req-f16e3bc4-a0eb-48f1-acd5-607922baa778 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-unplugged-7e7ab780-1a71-4cd7-b677-862351266a84 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:40:50 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Instance destroyed successfully.
Oct 23 18:40:50 user nova-compute[74046]: DEBUG nova.objects.instance [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'resources' on Instance uuid 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:33:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2015376183',display_name='tempest-ServerRescueNegativeTestJSON-server-2015376183',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2015376183',id=21,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDPcgsimowJBogrxSct+o6Dbrxut3p7GpWSCGOFEIaCxZ9ULPqonbtsh+wnJpAFkoNPkJYVax8VyR1DZHV9kA+rnT2C5jAxQ1mW1JrlCx6ml2gynyEB7kC6oHUm3g92l/g==',key_name='tempest-keypair-939846866',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:36:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1df5afb288fb42fd8800b5e8c1669e7b',ramdisk_id='',reservation_id='r-7eedgd73',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1892604795',owner_user_name='tempest-ServerRescueNegativeTestJSON-1892604795-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:38:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8768bac4ff57480eaab864da6a3b481d',uuid=89a6ea8c-2401-4d93-80a0-7be91c7bfa5d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converting VIF {"id": "7e7ab780-1a71-4cd7-b677-862351266a84", "address": "fa:16:3e:71:be:76", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e7ab780-1a", "ovs_interfaceid": "7e7ab780-1a71-4cd7-b677-862351266a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:71:be:76,bridge_name='br-int',has_traffic_filtering=True,id=7e7ab780-1a71-4cd7-b677-862351266a84,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7ab780-1a') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG os_vif [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:71:be:76,bridge_name='br-int',has_traffic_filtering=True,id=7e7ab780-1a71-4cd7-b677-862351266a84,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7ab780-1a') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7e7ab780-1a, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c3650360-168c-4283-97a8-7433749727d3) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:40:50 user nova-compute[74046]: INFO os_vif [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:71:be:76,bridge_name='br-int',has_traffic_filtering=True,id=7e7ab780-1a71-4cd7-b677-862351266a84,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e7ab780-1a')
Oct 23 18:40:50 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Deleting instance files /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d_del
Oct 23 18:40:50 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Deletion of /opt/stack/data/nova/instances/89a6ea8c-2401-4d93-80a0-7be91c7bfa5d_del complete
Oct 23 18:40:50 user nova-compute[74046]: INFO nova.compute.manager [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 23 18:40:50 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:40:50 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Stashing vm_state: active {{(pid=74046) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-cb586080-adaa-4251-bf79-092723013b42 req-b0c5b9c5-5e30-4ee0-8deb-3bc98d5baad5 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-deleted-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:51 user nova-compute[74046]: INFO nova.compute.manager [req-cb586080-adaa-4251-bf79-092723013b42 req-b0c5b9c5-5e30-4ee0-8deb-3bc98d5baad5 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Neutron deleted interface 7e7ab780-1a71-4cd7-b677-862351266a84; detaching it from the instance and deleting it from the info cache
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-cb586080-adaa-4251-bf79-092723013b42 req-b0c5b9c5-5e30-4ee0-8deb-3bc98d5baad5 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:40:51 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Took 0.77 seconds to deallocate network for instance.
Oct 23 18:40:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-cb586080-adaa-4251-bf79-092723013b42 req-b0c5b9c5-5e30-4ee0-8deb-3bc98d5baad5 service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Detach interface failed, port_id=7e7ab780-1a71-4cd7-b677-862351266a84, reason: Instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:40:51 user nova-compute[74046]: INFO nova.compute.claims [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Claim successful on node user
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-da2e6be2-5bd7-4963-b211-b436f2e8d221 req-338ff0d3-cd70-4404-aed2-0dd02ffbffb8 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received event network-changed-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-da2e6be2-5bd7-4963-b211-b436f2e8d221 req-338ff0d3-cd70-4404-aed2-0dd02ffbffb8 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Refreshing instance network info cache due to event network-changed-d70b3f49-b01e-40d0-8f5f-e408a4262160. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-da2e6be2-5bd7-4963-b211-b436f2e8d221 req-338ff0d3-cd70-4404-aed2-0dd02ffbffb8 service nova] Acquiring lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-da2e6be2-5bd7-4963-b211-b436f2e8d221 req-338ff0d3-cd70-4404-aed2-0dd02ffbffb8 service nova] Acquired lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-da2e6be2-5bd7-4963-b211-b436f2e8d221 req-338ff0d3-cd70-4404-aed2-0dd02ffbffb8 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Refreshing network info cache for port d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:51 user nova-compute[74046]: INFO nova.compute.resource_tracker [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updating resource usage from migration 493ffe7f-c27b-4b4b-a67f-bd63ebd0b745
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-da2e6be2-5bd7-4963-b211-b436f2e8d221 req-338ff0d3-cd70-4404-aed2-0dd02ffbffb8 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updated VIF entry in instance network info cache for port d70b3f49-b01e-40d0-8f5f-e408a4262160. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-da2e6be2-5bd7-4963-b211-b436f2e8d221 req-338ff0d3-cd70-4404-aed2-0dd02ffbffb8 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updating instance_info_cache with network_info: [{"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.574s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:51 user nova-compute[74046]: INFO nova.compute.manager [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Migrating
Oct 23 18:40:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-da2e6be2-5bd7-4963-b211-b436f2e8d221 req-338ff0d3-cd70-4404-aed2-0dd02ffbffb8 service nova] Releasing lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.500s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquired lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:40:51 user nova-compute[74046]: DEBUG nova.network.neutron [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-eb35d265-c862-4af2-be17-14ff6acbbfa8 req-0f7901f7-8090-454a-8987-586e56a0d5df service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-eb35d265-c862-4af2-be17-14ff6acbbfa8 req-0f7901f7-8090-454a-8987-586e56a0d5df service nova] Acquiring lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-eb35d265-c862-4af2-be17-14ff6acbbfa8 req-0f7901f7-8090-454a-8987-586e56a0d5df service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-eb35d265-c862-4af2-be17-14ff6acbbfa8 req-0f7901f7-8090-454a-8987-586e56a0d5df service nova] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-eb35d265-c862-4af2-be17-14ff6acbbfa8 req-0f7901f7-8090-454a-8987-586e56a0d5df service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] No waiting events found dispatching network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:40:52 user nova-compute[74046]: WARNING nova.compute.manager [req-eb35d265-c862-4af2-be17-14ff6acbbfa8 req-0f7901f7-8090-454a-8987-586e56a0d5df service nova] [instance: 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d] Received unexpected event network-vif-plugged-7e7ab780-1a71-4cd7-b677-862351266a84 for instance with vm_state deleted and task_state None.
Oct 23 18:40:52 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.472s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:52 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Deleted allocations for instance 89a6ea8c-2401-4d93-80a0-7be91c7bfa5d
Oct 23 18:40:52 user nova-compute[74046]: DEBUG nova.network.neutron [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updating instance_info_cache with network_info: [{"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Releasing lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2023aa30-5c57-4935-85a7-c54ee215ae6e tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "89a6ea8c-2401-4d93-80a0-7be91c7bfa5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.964s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Starting migrate_disk_and_power_off {{(pid=74046) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-8f074e9f-858c-478b-bca1-15d0f4a3382e req-5d8745d0-6263-4bbf-af2b-97624120fd34 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received event network-vif-unplugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8f074e9f-858c-478b-bca1-15d0f4a3382e req-5d8745d0-6263-4bbf-af2b-97624120fd34 service nova] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8f074e9f-858c-478b-bca1-15d0f4a3382e req-5d8745d0-6263-4bbf-af2b-97624120fd34 service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8f074e9f-858c-478b-bca1-15d0f4a3382e req-5d8745d0-6263-4bbf-af2b-97624120fd34 service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-8f074e9f-858c-478b-bca1-15d0f4a3382e req-5d8745d0-6263-4bbf-af2b-97624120fd34 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] No waiting events found dispatching network-vif-unplugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:40:53 user nova-compute[74046]: WARNING nova.compute.manager [req-8f074e9f-858c-478b-bca1-15d0f4a3382e req-5d8745d0-6263-4bbf-af2b-97624120fd34 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received unexpected event network-vif-unplugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 for instance with vm_state active and task_state resize_migrating.
Oct 23 18:40:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-8f074e9f-858c-478b-bca1-15d0f4a3382e req-5d8745d0-6263-4bbf-af2b-97624120fd34 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received event network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8f074e9f-858c-478b-bca1-15d0f4a3382e req-5d8745d0-6263-4bbf-af2b-97624120fd34 service nova] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8f074e9f-858c-478b-bca1-15d0f4a3382e req-5d8745d0-6263-4bbf-af2b-97624120fd34 service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8f074e9f-858c-478b-bca1-15d0f4a3382e req-5d8745d0-6263-4bbf-af2b-97624120fd34 service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-8f074e9f-858c-478b-bca1-15d0f4a3382e req-5d8745d0-6263-4bbf-af2b-97624120fd34 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] No waiting events found dispatching network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:40:53 user nova-compute[74046]: WARNING nova.compute.manager [req-8f074e9f-858c-478b-bca1-15d0f4a3382e req-5d8745d0-6263-4bbf-af2b-97624120fd34 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received unexpected event network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 for instance with vm_state active and task_state resize_migrating.
Oct 23 18:40:53 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Instance destroyed successfully.
Oct 23 18:40:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-969668913',display_name='tempest-ServerActionsTestOtherA-server-969668913',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-969668913',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ9f9D+3wGsOpjYQ3ljU7EU7+3OMIF3sXvoN++NLnsFtwCZvA8ShQyYPLk0nlvN7Wf6ksy4qY7Q1JITOpJxEMUKpNJknnTYZHpZyHfSG5xJTqCOb1bBmHRHa3p1XgBvRIw==',key_name='tempest-keypair-1960299765',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:39:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-s95m87si',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:40:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=ca3dbd9b-d834-4231-9637-a8ee9ac25ad1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1108070325-network", "vif_mac": "fa:16:3e:a7:53:ef"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1108070325-network", "vif_mac": "fa:16:3e:a7:53:ef"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_vif [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd70b3f49-b0, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:40:53 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 is timed out.
Oct 23 18:40:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:53 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully detached device vdb from instance e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 from the live domain config.
Oct 23 18:40:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=159553cb-82fb-4905-8a08-c403fa06c639) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MZdInuyx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:40:53 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: INFO os_vif [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0')
Oct 23 18:40:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xecYPFRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:40:53 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebfcb21f-9ee5-4eda-bb6f-42cd34c0bf59]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:40:53 user nova-compute[74046]: No targets found.
Oct 23 18:40:53 user nova-compute[74046]: iSNS:
Oct 23 18:40:53 user nova-compute[74046]: No targets found.
Oct 23 18:40:53 user nova-compute[74046]: STATIC:
Oct 23 18:40:53 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c
Oct 23 18:40:53 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:53 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:53 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef
Oct 23 18:40:53 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:53 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:53 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:40:53 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:53 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:53 user nova-compute[74046]: FIRMWARE:
Oct 23 18:40:53 user nova-compute[74046]: No targets found.
Oct 23 18:40:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:40:53 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:40:53 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[12531af1-96d3-469b-9465-bfa9a910852d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d77ce09-5aae-419e-a3e9-6a46b65b6584]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:40:53 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:40:53 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:40:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c (non-flash)
Oct 23 18:40:53 user nova-compute[74046]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:40:53 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:40:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef065e830>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c'): ({'sde'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Removing single pathed devices sde {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[554be77a-912c-41e4-96f1-5dd5051dcafb]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[66448abc-51b6-456f-881b-32537196d461]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Flushing IO for device /dev/sde {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1c15fcb-ae73-406e-adc9-b4a4a0468516]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.052s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[96f3ac93-5211-4dcd-9cf7-a9302a139d3b]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[51be0913-ad05-471a-9581-2e64b55bb7a6]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae640d1-ba6c-4d91-bbb7-1e7d021a59b4]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c, portal: 172.16.0.220,3260]
Oct 23 18:40:53 user nova-compute[74046]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c, portal: 172.16.0.220,3260] successful.
Oct 23 18:40:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a75dd007-110d-44ad-973c-7e36ff11138c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[824b76ec-7c1e-4429-8cdf-b1b1e675ef73]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.362s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] <== disconnect_volume: return (363ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.355s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[35a5d91f-bf01-4910-b85c-0a09e97aa561]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:40:53 user nova-compute[74046]: No targets found.
Oct 23 18:40:53 user nova-compute[74046]: iSNS:
Oct 23 18:40:53 user nova-compute[74046]: No targets found.
Oct 23 18:40:53 user nova-compute[74046]: STATIC:
Oct 23 18:40:53 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef
Oct 23 18:40:53 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:53 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:53 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:40:53 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:40:53 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:40:53 user nova-compute[74046]: FIRMWARE:
Oct 23 18:40:53 user nova-compute[74046]: No targets found.
Oct 23 18:40:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:40:53 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:40:53 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[eda8d295-ddf0-4ed2-8f2e-00a483a0bd95]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[223ba424-0e0c-431e-9c86-27b00df4d0e2]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:40:53 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:40:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:40:53 user nova-compute[74046]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:40:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef0279c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b362ee6-a540-45c9-9cdf-2dff3254885e]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff72ca10-bff0-4173-9db6-2f5199ed1a80]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ffbc0a1-e4e3-4571-80a4-52be14b961c6]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b78969bc-8cf0-4cb5-9c58-99fb55eda9b6]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:40:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2387fd9-bdbc-48f4-a445-9a0232a2bd52]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5838122f-a4d3-4207-8d25-573c07864757]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260]
Oct 23 18:40:54 user nova-compute[74046]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260] successful.
Oct 23 18:40:54 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[922bf128-b997-4ffa-b25f-b67bab133812]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] <== disconnect_volume: return (672ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'flavor' on Instance uuid e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:40:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d3f41187-0647-4cbb-9241-104886311c83 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.032s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:56 user nova-compute[74046]: DEBUG nova.network.neutron [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Port d70b3f49-b01e-40d0-8f5f-e408a4262160 binding to destination host user is already ACTIVE {{(pid=74046) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 23 18:40:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:40:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:40:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:40:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:40:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquired lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:40:56 user nova-compute[74046]: DEBUG nova.network.neutron [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG nova.network.neutron [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updating instance_info_cache with network_info: [{"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Releasing lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG os_brick.utils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[996f5be5-17b7-4eec-8253-4d8b19cf65ae]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e26f4324-bb67-4c9b-9e4b-05576d3d4fa2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[44b064be-1934-4dcf-9ba9-3e7327dfb288]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[be516bba-12c5-4d39-98dd-e6c6a4cae120]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:40:57 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:40:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c76f8235-ebce-4a18-9b47-acfd100ad680]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:40:57 user nova-compute[74046]: DEBUG os_brick.utils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:40:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:40:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oWzNvECX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:41:00 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:41:00 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:41:00 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c5ca18c-265f-447a-ad12-594f24d075b2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:41:00 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b80d2079-acd2-4776-9a80-c41df76d0ab1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85] added
Oct 23 18:41:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7132405-00db-47d2-a8b0-3edfcbd74068]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[08d91c13-d247-40ec-aa7c-73f051c987d1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oWzNvECX {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oWzNvECX" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e3302a5-e9d5-4e38-81f4-9bb6be2f525e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oWzNvECX'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff271320-c983-4d94-96e5-ec14fa4ccd30]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[88a6515c-2e80-471f-8144-3cf9add66cb1]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[94bd5ff2-0171-43c5-a131-939ab0d831bb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85, portal: 172.16.0.220,3260]
Oct 23 18:41:00 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85, portal: 172.16.0.220,3260] successful.
Oct 23 18:41:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e65cd1e-03c9-4259-8a6c-a67f602e8567]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7ee3d2c-381e-412d-80d3-cc7a3c3fd412]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:00 user nova-compute[74046]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)
Oct 23 18:41:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:00 user nova-compute[74046]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)
Oct 23 18:41:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] HCTL ('33', '-', '-', 0) found on session 38 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a97c4a01-db58-42d6-9cda-92e79bd8dee2]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Searching for a device in session 38 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:41:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oWzNvECX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:41:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.324s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:41:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] <== connect_volume: return (1327ms) {'type': 'block', 'scsi_wwn': '23538613330656364', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:41:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23538613330656364', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:41:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'flavor' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:41:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:41:01 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:41:01 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:41:01 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:41:01 user nova-compute[74046]:   <serial>3fdf0749-610b-4db2-93da-4bcab5bf6d85</serial>
Oct 23 18:41:01 user nova-compute[74046]: </disk>
Oct 23 18:41:01 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:41:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:41:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:41:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No VIF found with MAC fa:16:3e:d4:0e:05, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:41:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3f6463d3-33b6-4d5d-a4d9-33ac02eab026 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 32.262s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:05 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'pci_requests' on Instance uuid 8b7f1c1b-1e05-414b-978b-be03fcac8c53 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:41:05 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'numa_topology' on Instance uuid 8b7f1c1b-1e05-414b-978b-be03fcac8c53 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:41:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:41:05 user nova-compute[74046]: INFO nova.compute.claims [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Claim successful on node user
Oct 23 18:41:06 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74046) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 18:41:06 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:41:06 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:41:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.504s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:06 user nova-compute[74046]: INFO nova.network.neutron [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updating port 9b3af342-e7ec-4691-b245-27fa10ad7fc9 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquired lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-5eff56ba-03d1-40da-a1c4-c85dc6f41689 req-7666ee32-a6be-463d-bad5-cc0655cb54cc service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-changed-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-5eff56ba-03d1-40da-a1c4-c85dc6f41689 req-7666ee32-a6be-463d-bad5-cc0655cb54cc service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Refreshing instance network info cache due to event network-changed-9b3af342-e7ec-4691-b245-27fa10ad7fc9. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5eff56ba-03d1-40da-a1c4-c85dc6f41689 req-7666ee32-a6be-463d-bad5-cc0655cb54cc service nova] Acquiring lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updating instance_info_cache with network_info: [{"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Releasing lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:41:07 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Creating image(s)
Oct 23 18:41:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "/opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "/opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "/opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8b7f1c1b-1e05-414b-978b-be03fcac8c53 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5eff56ba-03d1-40da-a1c4-c85dc6f41689 req-7666ee32-a6be-463d-bad5-cc0655cb54cc service nova] Acquired lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG nova.network.neutron [req-5eff56ba-03d1-40da-a1c4-c85dc6f41689 req-7666ee32-a6be-463d-bad5-cc0655cb54cc service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Refreshing network info cache for port 9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG nova.objects.base [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Object Instance<8b7f1c1b-1e05-414b-978b-be03fcac8c53> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "960ef2957a5366d82cb98a1407853fa036ec2248" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "960ef2957a5366d82cb98a1407853fa036ec2248" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248.part --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248.part --force-share --output=json" returned: 0 in 0.209s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:08 user nova-compute[74046]: DEBUG nova.virt.images [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] 6058f2bd-9dc7-4846-9f89-d02c2a107f35 was qcow2, converting to raw {{(pid=74046) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 18:41:08 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:41:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248.part /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248.converted {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-5eff56ba-03d1-40da-a1c4-c85dc6f41689 req-7666ee32-a6be-463d-bad5-cc0655cb54cc service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updated VIF entry in instance network info cache for port 9b3af342-e7ec-4691-b245-27fa10ad7fc9. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:41:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-5eff56ba-03d1-40da-a1c4-c85dc6f41689 req-7666ee32-a6be-463d-bad5-cc0655cb54cc service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updating instance_info_cache with network_info: [{"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:41:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5eff56ba-03d1-40da-a1c4-c85dc6f41689 req-7666ee32-a6be-463d-bad5-cc0655cb54cc service nova] Releasing lock "refresh_cache-8b7f1c1b-1e05-414b-978b-be03fcac8c53" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248.part /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248.converted" returned: 0 in 0.337s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248.converted --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248.converted --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "960ef2957a5366d82cb98a1407853fa036ec2248" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.807s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248 --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248 --force-share --output=json" returned: 0 in 0.184s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "960ef2957a5366d82cb98a1407853fa036ec2248" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "960ef2957a5366d82cb98a1407853fa036ec2248" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248 --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248 --force-share --output=json" returned: 0 in 0.214s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248,backing_fmt=raw /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248,backing_fmt=raw /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk 1073741824" returned: 0 in 0.056s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "960ef2957a5366d82cb98a1407853fa036ec2248" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248 --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248 --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'migration_context' on Instance uuid 8b7f1c1b-1e05-414b-978b-be03fcac8c53 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:41:09 user nova-compute[74046]: DEBUG nova.objects.base [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Object Instance<8b7f1c1b-1e05-414b-978b-be03fcac8c53> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:41:09 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Rebasing disk image.
Oct 23 18:41:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:10 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.193s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d -F raw /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:11 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:41:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:41:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:41:11 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:41:11 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updating instance_info_cache with network_info: [{"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:41:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:41:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d -F raw /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk" returned: 0 in 2.260s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Ensure instance console log exists: /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Start _get_guest_xml network_info=[{"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='983e3993eb4f47a814df42e4d5316feb',container_format='bare',created_at=2023-10-23T18:38:42Z,direct_url=<?>,disk_format='qcow2',id=6058f2bd-9dc7-4846-9f89-d02c2a107f35,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1141124686-shelved',owner='50e9e0ab339647048546a8c62fa0d768',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-23T18:38:48Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdc', 'guest_format': None, 'attachment_id': 'ceb5665f-0100-4ac3-b2b9-c6cb40fee6eb', 'disk_bus': 'virtio', 'boot_index': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dDRkNJKv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '8b7f1c1b-1e05-414b-978b-be03fcac8c53', 'attached_at': '', 'detached_at': '', 'volume_id': '50f6c41f-7536-44d9-8b3b-aeb92ae15e14', 'serial': '50f6c41f-7536-44d9-8b3b-aeb92ae15e14'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:41:12 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:41:12 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='983e3993eb4f47a814df42e4d5316feb',container_format='bare',created_at=2023-10-23T18:38:42Z,direct_url=<?>,disk_format='qcow2',id=6058f2bd-9dc7-4846-9f89-d02c2a107f35,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1141124686-shelved',owner='50e9e0ab339647048546a8c62fa0d768',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-23T18:38:48Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8b7f1c1b-1e05-414b-978b-be03fcac8c53 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.objects.base [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Object Instance<8b7f1c1b-1e05-414b-978b-be03fcac8c53> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dDRkNJKv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:41:12 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:41:12 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:41:12 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260" returned: 21 in 0.036s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[498a6925-9efc-4657-99d1-9787d8fc8f56]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:41:12 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff64cdad-b04f-4838-a9b5-55d01d1afd24]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14] added
Oct 23 18:41:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b2010ef-6ab3-4f32-bb26-2fd3c5ff4c8b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.038s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[57afe6c8-7ff2-42f5-9c4e-6ae3fe981d17]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dDRkNJKv {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dDRkNJKv" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[60fb6abc-5f92-4cd8-ab2f-31abf78f5310]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dDRkNJKv'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe7a301c-7649-4bad-8789-410f25f8128c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2817227b-16e3-4c33-b944-dfb56b385388]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:12 user nova-compute[74046]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)
Oct 23 18:41:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:12 user nova-compute[74046]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)
Oct 23 18:41:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2650aeef-8f8e-4e1e-bb61-43c0729c2437]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14, portal: 172.16.0.220,3260]
Oct 23 18:41:12 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14, portal: 172.16.0.220,3260] successful.
Oct 23 18:41:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0905b754-d1a8-4e8b-ab76-4f25ba70b200]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe6b8d8f-4a42-4fda-b44a-d47d6fddd7ef]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:12 user nova-compute[74046]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)
Oct 23 18:41:12 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:41:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:12 user nova-compute[74046]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)
Oct 23 18:41:12 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:41:12 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.355s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] HCTL ('34', '-', '-', 0) found on session 39 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c7298ca-ffe5-4fea-ae9f-00a0ac316689]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Searching for a device in session 39 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:41:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dDRkNJKv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] There are 0 instances to clean {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.393s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] <== connect_volume: return (1395ms) {'type': 'block', 'scsi_wwn': '26534333932343064', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26534333932343064', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:36:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1141124686',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1141124686',id=26,image_ref='6058f2bd-9dc7-4846-9f89-d02c2a107f35',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-600252604',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:36:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='50e9e0ab339647048546a8c62fa0d768',ramdisk_id='',reservation_id='r-oj9jzqot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1720554262',owner_user_name='tempest-AttachVolumeShelveTestJSON-1720554262-project-member',shelved_at='2023-10-23T18:38:48.091949',shelved_host='user',shelved_image_id='6058f2bd-9dc7-4846-9f89-d02c2a107f35'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:40:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d137785f9c174d38a02b899ce5c61edc',uuid=8b7f1c1b-1e05-414b-978b-be03fcac8c53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converting VIF {"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'pci_devices' on Instance uuid 8b7f1c1b-1e05-414b-978b-be03fcac8c53 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG nova.objects.base [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Object Instance<8b7f1c1b-1e05-414b-978b-be03fcac8c53> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:41:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:41:13 user nova-compute[74046]:   <uuid>8b7f1c1b-1e05-414b-978b-be03fcac8c53</uuid>
Oct 23 18:41:13 user nova-compute[74046]:   <name>instance-0000001a</name>
Oct 23 18:41:13 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:41:13 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:41:13 user nova-compute[74046]:   <metadata>
Oct 23 18:41:13 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:41:13 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:41:13 user nova-compute[74046]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1141124686</nova:name>
Oct 23 18:41:13 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:41:12</nova:creationTime>
Oct 23 18:41:13 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:41:13 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:41:13 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:41:13 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:41:13 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:41:13 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:41:13 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:41:13 user nova-compute[74046]:       <nova:owner>
Oct 23 18:41:13 user nova-compute[74046]:         <nova:user uuid="d137785f9c174d38a02b899ce5c61edc">tempest-AttachVolumeShelveTestJSON-1720554262-project-member</nova:user>
Oct 23 18:41:13 user nova-compute[74046]:         <nova:project uuid="50e9e0ab339647048546a8c62fa0d768">tempest-AttachVolumeShelveTestJSON-1720554262</nova:project>
Oct 23 18:41:13 user nova-compute[74046]:       </nova:owner>
Oct 23 18:41:13 user nova-compute[74046]:       <nova:root type="image" uuid="6058f2bd-9dc7-4846-9f89-d02c2a107f35"/>
Oct 23 18:41:13 user nova-compute[74046]:       <nova:ports>
Oct 23 18:41:13 user nova-compute[74046]:         <nova:port uuid="9b3af342-e7ec-4691-b245-27fa10ad7fc9">
Oct 23 18:41:13 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 23 18:41:13 user nova-compute[74046]:         </nova:port>
Oct 23 18:41:13 user nova-compute[74046]:       </nova:ports>
Oct 23 18:41:13 user nova-compute[74046]:     </nova:instance>
Oct 23 18:41:13 user nova-compute[74046]:   </metadata>
Oct 23 18:41:13 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:41:13 user nova-compute[74046]:     <system>
Oct 23 18:41:13 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:41:13 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:41:13 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:41:13 user nova-compute[74046]:       <entry name="serial">8b7f1c1b-1e05-414b-978b-be03fcac8c53</entry>
Oct 23 18:41:13 user nova-compute[74046]:       <entry name="uuid">8b7f1c1b-1e05-414b-978b-be03fcac8c53</entry>
Oct 23 18:41:13 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:41:13 user nova-compute[74046]:     </system>
Oct 23 18:41:13 user nova-compute[74046]:   </sysinfo>
Oct 23 18:41:13 user nova-compute[74046]:   <os>
Oct 23 18:41:13 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:41:13 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:41:13 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:41:13 user nova-compute[74046]:   </os>
Oct 23 18:41:13 user nova-compute[74046]:   <features>
Oct 23 18:41:13 user nova-compute[74046]:     <acpi/>
Oct 23 18:41:13 user nova-compute[74046]:     <apic/>
Oct 23 18:41:13 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:41:13 user nova-compute[74046]:   </features>
Oct 23 18:41:13 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:41:13 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:41:13 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:41:13 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:41:13 user nova-compute[74046]:   </clock>
Oct 23 18:41:13 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:41:13 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:41:13 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:41:13 user nova-compute[74046]:   </cpu>
Oct 23 18:41:13 user nova-compute[74046]:   <devices>
Oct 23 18:41:13 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:41:13 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:41:13 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk"/>
Oct 23 18:41:13 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:41:13 user nova-compute[74046]:     </disk>
Oct 23 18:41:13 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:41:13 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:41:13 user nova-compute[74046]:       <source dev="/dev/sdc"/>
Oct 23 18:41:13 user nova-compute[74046]:       <target dev="vdc" bus="virtio"/>
Oct 23 18:41:13 user nova-compute[74046]:       <serial>50f6c41f-7536-44d9-8b3b-aeb92ae15e14</serial>
Oct 23 18:41:13 user nova-compute[74046]:     </disk>
Oct 23 18:41:13 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:41:13 user nova-compute[74046]:       <mac address="fa:16:3e:32:13:14"/>
Oct 23 18:41:13 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:41:13 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:41:13 user nova-compute[74046]:       <target dev="tap9b3af342-e7"/>
Oct 23 18:41:13 user nova-compute[74046]:     </interface>
Oct 23 18:41:13 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:41:13 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/console.log" append="off"/>
Oct 23 18:41:13 user nova-compute[74046]:     </serial>
Oct 23 18:41:13 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:41:13 user nova-compute[74046]:     <video>
Oct 23 18:41:13 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:41:13 user nova-compute[74046]:     </video>
Oct 23 18:41:13 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:41:13 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:41:13 user nova-compute[74046]:     </rng>
Oct 23 18:41:13 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:41:13 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:41:13 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:41:13 user nova-compute[74046]:     </memballoon>
Oct 23 18:41:13 user nova-compute[74046]:   </devices>
Oct 23 18:41:13 user nova-compute[74046]: </domain>
Oct 23 18:41:13 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:36:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1141124686',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1141124686',id=26,image_ref='6058f2bd-9dc7-4846-9f89-d02c2a107f35',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-600252604',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:36:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='50e9e0ab339647048546a8c62fa0d768',ramdisk_id='',reservation_id='r-oj9jzqot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1720554262',owner_user_name='tempest-AttachVolumeShelveTestJSON-1720554262-project-member',shelved_at='2023-10-23T18:38:48.091949',shelved_host='user',shelved_image_id='6058f2bd-9dc7-4846-9f89-d02c2a107f35'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:40:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d137785f9c174d38a02b899ce5c61edc',uuid=8b7f1c1b-1e05-414b-978b-be03fcac8c53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converting VIF {"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG os_vif [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f43362eb-260a-5dc0-af18-727cf8fa3add', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9b3af342-e7, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9b3af342-e7, col_values=(('qos', UUID('283d723d-c749-4970-b308-8db9e0778688')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9b3af342-e7, col_values=(('external_ids', {'iface-id': '9b3af342-e7ec-4691-b245-27fa10ad7fc9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:32:13:14', 'vm-uuid': '8b7f1c1b-1e05-414b-978b-be03fcac8c53'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:14 user nova-compute[74046]: INFO os_vif [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7')
Oct 23 18:41:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:41:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] No VIF found with MAC fa:16:3e:32:13:14, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Starting finish_migration {{(pid=74046) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Instance directory exists: not creating {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 18:41:15 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Creating image(s)
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Ensure instance console log exists: /opt/stack/data/nova/instances/ca3dbd9b-d834-4231-9637-a8ee9ac25ad1/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Start _get_guest_xml network_info=[{"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1108070325-network", "vif_mac": "fa:16:3e:a7:53:ef"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'f626225c-8e30-462b-9949-db2097d83652', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xecYPFRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'ca3dbd9b-d834-4231-9637-a8ee9ac25ad1', 'attached_at': '2023-10-23T18:41:15.000000', 'detached_at': '', 'volume_id': '15a06c3e-dabc-4a9a-a78c-e3097c71cfef', 'serial': '15a06c3e-dabc-4a9a-a78c-e3097c71cfef'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:41:15 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:41:15 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xecYPFRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:41:15 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:41:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:41:15 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:41:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:41:15 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260" returned: 21 in 0.036s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[99c05955-021e-41e2-b21b-015d6817de7a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:41:15 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9666c0a-ac10-4db2-baf1-ef3258794d99]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef] added
Oct 23 18:41:15 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-683cb1b6-c8f0-4765-a9f7-29f6f946a059 req-c7e01104-1c5c-4132-8a17-6ffbb6da04dc service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-683cb1b6-c8f0-4765-a9f7-29f6f946a059 req-c7e01104-1c5c-4132-8a17-6ffbb6da04dc service nova] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-683cb1b6-c8f0-4765-a9f7-29f6f946a059 req-c7e01104-1c5c-4132-8a17-6ffbb6da04dc service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-683cb1b6-c8f0-4765-a9f7-29f6f946a059 req-c7e01104-1c5c-4132-8a17-6ffbb6da04dc service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-683cb1b6-c8f0-4765-a9f7-29f6f946a059 req-c7e01104-1c5c-4132-8a17-6ffbb6da04dc service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] No waiting events found dispatching network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:41:15 user nova-compute[74046]: WARNING nova.compute.manager [req-683cb1b6-c8f0-4765-a9f7-29f6f946a059 req-c7e01104-1c5c-4132-8a17-6ffbb6da04dc service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received unexpected event network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b61d2bf-ea1c-4c67-a9d0-839cf482f57e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[77f0514e-839b-476d-b3d1-7248c2da2f69]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xecYPFRL {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xecYPFRL" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1224305c-435f-498d-a605-868223b51f07]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xecYPFRL'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[21abf5d8-6381-41a2-91b7-63d8138cc65f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7004c5f4-3123-4751-ba0b-e7f25de6e063]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:16 user nova-compute[74046]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)
Oct 23 18:41:16 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:41:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:16 user nova-compute[74046]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)
Oct 23 18:41:16 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:41:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --login" returned: 0 in 0.096s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c243ccd8-ffa3-48c2-b04d-b2886800a94c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260]
Oct 23 18:41:16 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260] successful.
Oct 23 18:41:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[39dc0412-bbbf-4cd1-ad61-c02764c7b8ce]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[94e2594f-0638-4c95-8823-4f15a402694f]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:16 user nova-compute[74046]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)
Oct 23 18:41:16 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:41:16 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:41:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:16 user nova-compute[74046]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)
Oct 23 18:41:16 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:41:16 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:41:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.378s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] HCTL ('36', '-', '-', 0) found on session 40 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[03c71deb-1e6d-43b5-9ef1-a7faff22f823]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching for a device in session 40 and hctl ['36', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Searching for a device in session 40 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xecYPFRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.410s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] <== connect_volume: return (1411ms) {'type': 'block', 'scsi_wwn': '23239623936376537', 'path': '/dev/sde'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23239623936376537', 'path': '/dev/sde'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-969668913',display_name='tempest-ServerActionsTestOtherA-server-969668913',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-969668913',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ9f9D+3wGsOpjYQ3ljU7EU7+3OMIF3sXvoN++NLnsFtwCZvA8ShQyYPLk0nlvN7Wf6ksy4qY7Q1JITOpJxEMUKpNJknnTYZHpZyHfSG5xJTqCOb1bBmHRHa3p1XgBvRIw==',key_name='tempest-keypair-1960299765',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:39:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-s95m87si',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:40:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=ca3dbd9b-d834-4231-9637-a8ee9ac25ad1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1108070325-network", "vif_mac": "fa:16:3e:a7:53:ef"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1108070325-network", "vif_mac": "fa:16:3e:a7:53:ef"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:41:17 user nova-compute[74046]:   <uuid>ca3dbd9b-d834-4231-9637-a8ee9ac25ad1</uuid>
Oct 23 18:41:17 user nova-compute[74046]:   <name>instance-0000001c</name>
Oct 23 18:41:17 user nova-compute[74046]:   <memory>2097152</memory>
Oct 23 18:41:17 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:41:17 user nova-compute[74046]:   <metadata>
Oct 23 18:41:17 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:41:17 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:41:17 user nova-compute[74046]:       <nova:name>tempest-ServerActionsTestOtherA-server-969668913</nova:name>
Oct 23 18:41:17 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:41:15</nova:creationTime>
Oct 23 18:41:17 user nova-compute[74046]:       <nova:flavor name="m1.small">
Oct 23 18:41:17 user nova-compute[74046]:         <nova:memory>2048</nova:memory>
Oct 23 18:41:17 user nova-compute[74046]:         <nova:disk>20</nova:disk>
Oct 23 18:41:17 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:41:17 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:41:17 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:41:17 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:41:17 user nova-compute[74046]:       <nova:owner>
Oct 23 18:41:17 user nova-compute[74046]:         <nova:user uuid="ba365aa5b0a44d718be5e737ad6d23ac">tempest-ServerActionsTestOtherA-1690585759-project-member</nova:user>
Oct 23 18:41:17 user nova-compute[74046]:         <nova:project uuid="8afd1e53cfdb4074bd9fc58762ff2637">tempest-ServerActionsTestOtherA-1690585759</nova:project>
Oct 23 18:41:17 user nova-compute[74046]:       </nova:owner>
Oct 23 18:41:17 user nova-compute[74046]:       <nova:ports>
Oct 23 18:41:17 user nova-compute[74046]:         <nova:port uuid="d70b3f49-b01e-40d0-8f5f-e408a4262160">
Oct 23 18:41:17 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 23 18:41:17 user nova-compute[74046]:         </nova:port>
Oct 23 18:41:17 user nova-compute[74046]:       </nova:ports>
Oct 23 18:41:17 user nova-compute[74046]:     </nova:instance>
Oct 23 18:41:17 user nova-compute[74046]:   </metadata>
Oct 23 18:41:17 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:41:17 user nova-compute[74046]:     <system>
Oct 23 18:41:17 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:41:17 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:41:17 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:41:17 user nova-compute[74046]:       <entry name="serial">ca3dbd9b-d834-4231-9637-a8ee9ac25ad1</entry>
Oct 23 18:41:17 user nova-compute[74046]:       <entry name="uuid">ca3dbd9b-d834-4231-9637-a8ee9ac25ad1</entry>
Oct 23 18:41:17 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:41:17 user nova-compute[74046]:     </system>
Oct 23 18:41:17 user nova-compute[74046]:   </sysinfo>
Oct 23 18:41:17 user nova-compute[74046]:   <os>
Oct 23 18:41:17 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:41:17 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:41:17 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:41:17 user nova-compute[74046]:   </os>
Oct 23 18:41:17 user nova-compute[74046]:   <features>
Oct 23 18:41:17 user nova-compute[74046]:     <acpi/>
Oct 23 18:41:17 user nova-compute[74046]:     <apic/>
Oct 23 18:41:17 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:41:17 user nova-compute[74046]:   </features>
Oct 23 18:41:17 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:41:17 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:41:17 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:41:17 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:41:17 user nova-compute[74046]:   </clock>
Oct 23 18:41:17 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:41:17 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:41:17 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:41:17 user nova-compute[74046]:   </cpu>
Oct 23 18:41:17 user nova-compute[74046]:   <devices>
Oct 23 18:41:17 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:41:17 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:41:17 user nova-compute[74046]:       <source dev="/dev/sde"/>
Oct 23 18:41:17 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:41:17 user nova-compute[74046]:       <serial>15a06c3e-dabc-4a9a-a78c-e3097c71cfef</serial>
Oct 23 18:41:17 user nova-compute[74046]:     </disk>
Oct 23 18:41:17 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:41:17 user nova-compute[74046]:       <mac address="fa:16:3e:a7:53:ef"/>
Oct 23 18:41:17 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:41:17 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:41:17 user nova-compute[74046]:       <target dev="tapd70b3f49-b0"/>
Oct 23 18:41:17 user nova-compute[74046]:     </interface>
Oct 23 18:41:17 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:41:17 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/ca3dbd9b-d834-4231-9637-a8ee9ac25ad1/console.log" append="off"/>
Oct 23 18:41:17 user nova-compute[74046]:     </serial>
Oct 23 18:41:17 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:41:17 user nova-compute[74046]:     <video>
Oct 23 18:41:17 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:41:17 user nova-compute[74046]:     </video>
Oct 23 18:41:17 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:41:17 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:41:17 user nova-compute[74046]:     </rng>
Oct 23 18:41:17 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:41:17 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:41:17 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:41:17 user nova-compute[74046]:     </memballoon>
Oct 23 18:41:17 user nova-compute[74046]:   </devices>
Oct 23 18:41:17 user nova-compute[74046]: </domain>
Oct 23 18:41:17 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-969668913',display_name='tempest-ServerActionsTestOtherA-server-969668913',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-969668913',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ9f9D+3wGsOpjYQ3ljU7EU7+3OMIF3sXvoN++NLnsFtwCZvA8ShQyYPLk0nlvN7Wf6ksy4qY7Q1JITOpJxEMUKpNJknnTYZHpZyHfSG5xJTqCOb1bBmHRHa3p1XgBvRIw==',key_name='tempest-keypair-1960299765',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:39:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-s95m87si',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:40:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=ca3dbd9b-d834-4231-9637-a8ee9ac25ad1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1108070325-network", "vif_mac": "fa:16:3e:a7:53:ef"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1108070325-network", "vif_mac": "fa:16:3e:a7:53:ef"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG os_vif [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5dd06cc3-877a-5902-8113-ff66cba5ef05', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd70b3f49-b0, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd70b3f49-b0, col_values=(('qos', UUID('96aa0e48-fff8-452c-b6f0-91662a89227f')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd70b3f49-b0, col_values=(('external_ids', {'iface-id': 'd70b3f49-b01e-40d0-8f5f-e408a4262160', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a7:53:ef', 'vm-uuid': 'ca3dbd9b-d834-4231-9637-a8ee9ac25ad1'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:17 user nova-compute[74046]: INFO os_vif [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0')
Oct 23 18:41:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] No VIF found with MAC fa:16:3e:a7:53:ef, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-a9457ad1-981f-4012-87de-4ac6df307f7f req-9e873243-b78a-4eec-b550-ddc9bfd5a03f service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a9457ad1-981f-4012-87de-4ac6df307f7f req-9e873243-b78a-4eec-b550-ddc9bfd5a03f service nova] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a9457ad1-981f-4012-87de-4ac6df307f7f req-9e873243-b78a-4eec-b550-ddc9bfd5a03f service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a9457ad1-981f-4012-87de-4ac6df307f7f req-9e873243-b78a-4eec-b550-ddc9bfd5a03f service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-a9457ad1-981f-4012-87de-4ac6df307f7f req-9e873243-b78a-4eec-b550-ddc9bfd5a03f service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] No waiting events found dispatching network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:41:17 user nova-compute[74046]: WARNING nova.compute.manager [req-a9457ad1-981f-4012-87de-4ac6df307f7f req-9e873243-b78a-4eec-b550-ddc9bfd5a03f service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received unexpected event network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 23 18:41:18 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:18 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:18 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:41:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:41:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:41:18 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Instance spawned successfully.
Oct 23 18:41:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:41:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f8ad500a-c36c-43e8-8313-6d954b362e13 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 43.341s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-04d83f60-a1cd-4921-879d-9c548a45b883 req-92047477-1004-4cad-86b4-6de79687e651 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received event network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:41:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-04d83f60-a1cd-4921-879d-9c548a45b883 req-92047477-1004-4cad-86b4-6de79687e651 service nova] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-04d83f60-a1cd-4921-879d-9c548a45b883 req-92047477-1004-4cad-86b4-6de79687e651 service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-04d83f60-a1cd-4921-879d-9c548a45b883 req-92047477-1004-4cad-86b4-6de79687e651 service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-04d83f60-a1cd-4921-879d-9c548a45b883 req-92047477-1004-4cad-86b4-6de79687e651 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] No waiting events found dispatching network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:41:19 user nova-compute[74046]: WARNING nova.compute.manager [req-04d83f60-a1cd-4921-879d-9c548a45b883 req-92047477-1004-4cad-86b4-6de79687e651 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received unexpected event network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 for instance with vm_state active and task_state resize_finish.
Oct 23 18:41:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.281s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:20 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:41:20 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:41:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-306fc4ff-7958-4343-80f2-55adc4622095 req-cfbab431-0482-48ed-b84e-f9aa97345c9f service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received event network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-306fc4ff-7958-4343-80f2-55adc4622095 req-cfbab431-0482-48ed-b84e-f9aa97345c9f service nova] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-306fc4ff-7958-4343-80f2-55adc4622095 req-cfbab431-0482-48ed-b84e-f9aa97345c9f service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-306fc4ff-7958-4343-80f2-55adc4622095 req-cfbab431-0482-48ed-b84e-f9aa97345c9f service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-306fc4ff-7958-4343-80f2-55adc4622095 req-cfbab431-0482-48ed-b84e-f9aa97345c9f service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] No waiting events found dispatching network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:41:21 user nova-compute[74046]: WARNING nova.compute.manager [req-306fc4ff-7958-4343-80f2-55adc4622095 req-cfbab431-0482-48ed-b84e-f9aa97345c9f service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received unexpected event network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 for instance with vm_state active and task_state resize_finish.
Oct 23 18:41:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:41:21 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Instance running successfully.
Oct 23 18:41:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Failed to set time: agent not configured {{(pid=74046) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a4626f4a-4a6a-480f-9138-a3e6b1070b18 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] finish_migration finished successfully. {{(pid=74046) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:41:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.283s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk.rescue --force-share --output=json" returned: 0 in 0.241s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:23 user nova-compute[74046]: INFO nova.compute.manager [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Terminating instance
Oct 23 18:41:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e/disk --force-share --output=json" returned: 0 in 0.317s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-76e7249d-614e-4586-a355-561d5c5b4042 req-d6d37888-e336-4b37-ac03-1d4d3106a962 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Received event network-vif-unplugged-7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-76e7249d-614e-4586-a355-561d5c5b4042 req-d6d37888-e336-4b37-ac03-1d4d3106a962 service nova] Acquiring lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-76e7249d-614e-4586-a355-561d5c5b4042 req-d6d37888-e336-4b37-ac03-1d4d3106a962 service nova] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-76e7249d-614e-4586-a355-561d5c5b4042 req-d6d37888-e336-4b37-ac03-1d4d3106a962 service nova] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-76e7249d-614e-4586-a355-561d5c5b4042 req-d6d37888-e336-4b37-ac03-1d4d3106a962 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] No waiting events found dispatching network-vif-unplugged-7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-76e7249d-614e-4586-a355-561d5c5b4042 req-d6d37888-e336-4b37-ac03-1d4d3106a962 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Received event network-vif-unplugged-7e301dca-ba24-4d02-98b9-20284780fd30 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.288s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Instance destroyed successfully.
Oct 23 18:41:24 user nova-compute[74046]: DEBUG nova.objects.instance [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'resources' on Instance uuid e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:35:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-305476727',display_name='tempest-AttachVolumeNegativeTest-server-305476727',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-305476727',id=23,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO5GPxxAKCGp8GGamvSI2ClaUbrdc9gugH/y2lKyedggkjYrRLPZ+MGMvC+kJcWub4oBJt3TBhbjcQ8HfkMFpvKJ6OM23n3itUtTVHJiSQFHkIZOQzqyaNPd/s/pGwppTw==',key_name='tempest-keypair-879317911',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:35:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f40485bec88f45ab8ca5e221c0dde5d1',ramdisk_id='',reservation_id='r-bx9x5bx0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-570236399',owner_user_name='tempest-AttachVolumeNegativeTest-570236399-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:35:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aad423d9f3fe4730b045ee1e39141672',uuid=e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7e301dca-ba24-4d02-98b9-20284780fd30", "address": "fa:16:3e:04:92:02", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e301dca-ba", "ovs_interfaceid": "7e301dca-ba24-4d02-98b9-20284780fd30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converting VIF {"id": "7e301dca-ba24-4d02-98b9-20284780fd30", "address": "fa:16:3e:04:92:02", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e301dca-ba", "ovs_interfaceid": "7e301dca-ba24-4d02-98b9-20284780fd30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:04:92:02,bridge_name='br-int',has_traffic_filtering=True,id=7e301dca-ba24-4d02-98b9-20284780fd30,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e301dca-ba') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG os_vif [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:92:02,bridge_name='br-int',has_traffic_filtering=True,id=7e301dca-ba24-4d02-98b9-20284780fd30,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e301dca-ba') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7e301dca-ba, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0c1d119c-6546-4950-b2f1-ab43ede16876) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:24 user nova-compute[74046]: INFO os_vif [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:92:02,bridge_name='br-int',has_traffic_filtering=True,id=7e301dca-ba24-4d02-98b9-20284780fd30,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e301dca-ba')
Oct 23 18:41:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Deleting instance files /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734_del
Oct 23 18:41:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Deletion of /opt/stack/data/nova/instances/e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734_del complete
Oct 23 18:41:24 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:41:24 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:41:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7694MB free_disk=25.007965087890625GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:24 user nova-compute[74046]: INFO nova.compute.manager [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Took 1.50 seconds to destroy the instance on the hypervisor.
Oct 23 18:41:24 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:41:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Applying migration context for instance ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 as it has an incoming, in-progress migration 493ffe7f-c27b-4b4b-a67f-bd63ebd0b745. Migration status is finished {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 23 18:41:24 user nova-compute[74046]: INFO nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updating resource usage from migration 493ffe7f-c27b-4b4b-a67f-bd63ebd0b745
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 56a114a7-41ad-4304-bff7-bf67b911cf6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 883d3144-93db-4ad6-bc60-6b71bf381a9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 8b7f1c1b-1e05-414b-978b-be03fcac8c53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Migration 493ffe7f-c27b-4b4b-a67f-bd63ebd0b745 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing inventories for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating ProviderTree inventory for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing aggregate associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, aggregates: None {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing trait associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-027182a6-3043-449b-bbad-a586cf0ad5e0 req-c09107e9-458d-4c97-afe1-ea333a0eb030 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Received event network-vif-plugged-7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-027182a6-3043-449b-bbad-a586cf0ad5e0 req-c09107e9-458d-4c97-afe1-ea333a0eb030 service nova] Acquiring lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-027182a6-3043-449b-bbad-a586cf0ad5e0 req-c09107e9-458d-4c97-afe1-ea333a0eb030 service nova] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-027182a6-3043-449b-bbad-a586cf0ad5e0 req-c09107e9-458d-4c97-afe1-ea333a0eb030 service nova] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-027182a6-3043-449b-bbad-a586cf0ad5e0 req-c09107e9-458d-4c97-afe1-ea333a0eb030 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] No waiting events found dispatching network-vif-plugged-7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:41:25 user nova-compute[74046]: WARNING nova.compute.manager [req-027182a6-3043-449b-bbad-a586cf0ad5e0 req-c09107e9-458d-4c97-afe1-ea333a0eb030 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Received unexpected event network-vif-plugged-7e301dca-ba24-4d02-98b9-20284780fd30 for instance with vm_state active and task_state deleting.
Oct 23 18:41:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:41:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.998s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:26 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:41:26 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Took 1.35 seconds to deallocate network for instance.
Oct 23 18:41:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:26 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:41:26 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:41:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.457s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:26 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Deleted allocations for instance e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734
Oct 23 18:41:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-46897886-49b6-4124-b4ad-3b6ed1363040 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.557s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:27 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:27 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-d2f66b5d-abad-4ce1-96a5-6c3d97f9bf00 req-04a2bbc7-1ea2-4401-b2fe-82aacc8d4c19 service nova] [instance: e6645ad4-e2a8-40a0-a9b5-2c5ab21a6734] Received event network-vif-deleted-7e301dca-ba24-4d02-98b9-20284780fd30 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:41:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:37 user nova-compute[74046]: INFO nova.compute.manager [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Detaching volume 3fdf0749-610b-4db2-93da-4bcab5bf6d85
Oct 23 18:41:37 user nova-compute[74046]: INFO nova.virt.block_device [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Attempting to driver detach volume 3fdf0749-610b-4db2-93da-4bcab5bf6d85 from mountpoint /dev/vdb
Oct 23 18:41:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Attempting to detach device vdb from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:41:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:41:37 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:41:37 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:41:37 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:41:37 user nova-compute[74046]:   <serial>3fdf0749-610b-4db2-93da-4bcab5bf6d85</serial>
Oct 23 18:41:37 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:41:37 user nova-compute[74046]: </disk>
Oct 23 18:41:37 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:41:37 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Successfully detached device vdb from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the persistent domain config.
Oct 23 18:41:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:41:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:41:37 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:41:37 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:41:37 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:41:37 user nova-compute[74046]:   <serial>3fdf0749-610b-4db2-93da-4bcab5bf6d85</serial>
Oct 23 18:41:37 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:41:37 user nova-compute[74046]: </disk>
Oct 23 18:41:37 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:41:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:41:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 56a114a7-41ad-4304-bff7-bf67b911cf6e {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid e2c52c3c-c4f6-41fa-877b-0b72722e21f7 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid b8e41e65-874d-4169-bd94-bdc9dcd2c95b {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 8b7f1c1b-1e05-414b-978b-be03fcac8c53 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.059s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.067s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.069s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.071s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.077s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.084s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.089s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.091s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:52 user nova-compute[74046]: INFO nova.compute.manager [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Terminating instance
Oct 23 18:41:52 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-4bf65ba6-2553-45f5-ab47-17d1292f44c7 req-d0c8f03d-cc52-408b-8c3a-802cbc565c35 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-unplugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4bf65ba6-2553-45f5-ab47-17d1292f44c7 req-d0c8f03d-cc52-408b-8c3a-802cbc565c35 service nova] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4bf65ba6-2553-45f5-ab47-17d1292f44c7 req-d0c8f03d-cc52-408b-8c3a-802cbc565c35 service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4bf65ba6-2553-45f5-ab47-17d1292f44c7 req-d0c8f03d-cc52-408b-8c3a-802cbc565c35 service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-4bf65ba6-2553-45f5-ab47-17d1292f44c7 req-d0c8f03d-cc52-408b-8c3a-802cbc565c35 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] No waiting events found dispatching network-vif-unplugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:41:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-4bf65ba6-2553-45f5-ab47-17d1292f44c7 req-d0c8f03d-cc52-408b-8c3a-802cbc565c35 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-unplugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:41:53 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Instance destroyed successfully.
Oct 23 18:41:53 user nova-compute[74046]: DEBUG nova.objects.instance [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'resources' on Instance uuid 883d3144-93db-4ad6-bc60-6b71bf381a9b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:31:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-906076550',display_name='tempest-AttachVolumeTestJSON-server-906076550',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-906076550',id=19,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF+/GHhGg0/N3/fYq5SVwpjnrJkusqumLBnMitvCtw9iRzFTpomzGv+GJbMSXMAciRAPZ9ZEN2WYgmSZ23W6NsF2pv6skJDKUinQfC01sFwVZoUhV9QCMxavZsotDIkYkw==',key_name='tempest-keypair-1175876386',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:31:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a250d57fd9ba46b1af8fe7a4fb3bc24a',ramdisk_id='',reservation_id='r-3juie69b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1722492110',owner_user_name='tempest-AttachVolumeTestJSON-1722492110-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:40:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ef7c31da354e09b4785325d4565fd9',uuid=883d3144-93db-4ad6-bc60-6b71bf381a9b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converting VIF {"id": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "address": "fa:16:3e:fa:47:b2", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca103173-88", "ovs_interfaceid": "ca103173-881a-4e9e-9d52-a8c52ef004b3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG os_vif [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapca103173-88, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bdababe0-8ac7-4dc0-85c6-dd2fab89161f) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:53 user nova-compute[74046]: INFO os_vif [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:47:b2,bridge_name='br-int',has_traffic_filtering=True,id=ca103173-881a-4e9e-9d52-a8c52ef004b3,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca103173-88')
Oct 23 18:41:53 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Deleting instance files /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b_del
Oct 23 18:41:53 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Deletion of /opt/stack/data/nova/instances/883d3144-93db-4ad6-bc60-6b71bf381a9b_del complete
Oct 23 18:41:53 user nova-compute[74046]: INFO nova.compute.manager [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Took 0.78 seconds to destroy the instance on the hypervisor.
Oct 23 18:41:53 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:41:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:54 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:41:54 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Took 0.84 seconds to deallocate network for instance.
Oct 23 18:41:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-59c33243-1913-4384-ba9a-4bd5b6418e31 req-da2ec36e-fa08-4485-aed6-f5741ad14789 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-deleted-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:41:54 user nova-compute[74046]: INFO nova.compute.manager [req-59c33243-1913-4384-ba9a-4bd5b6418e31 req-da2ec36e-fa08-4485-aed6-f5741ad14789 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Neutron deleted interface ca103173-881a-4e9e-9d52-a8c52ef004b3; detaching it from the instance and deleting it from the info cache
Oct 23 18:41:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-59c33243-1913-4384-ba9a-4bd5b6418e31 req-da2ec36e-fa08-4485-aed6-f5741ad14789 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:41:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-59c33243-1913-4384-ba9a-4bd5b6418e31 req-da2ec36e-fa08-4485-aed6-f5741ad14789 service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Detach interface failed, port_id=ca103173-881a-4e9e-9d52-a8c52ef004b3, reason: Instance 883d3144-93db-4ad6-bc60-6b71bf381a9b could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:41:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:54 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:41:54 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:41:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.372s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:54 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Deleted allocations for instance 883d3144-93db-4ad6-bc60-6b71bf381a9b
Oct 23 18:41:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8c2e495a-d34c-4240-a3d3-2f4c69f90ec7 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.205s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-ecaf388c-b644-4170-baad-63df7fc1c839 req-ea029d52-a9ab-45ee-b826-142664438fef service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:41:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ecaf388c-b644-4170-baad-63df7fc1c839 req-ea029d52-a9ab-45ee-b826-142664438fef service nova] Acquiring lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ecaf388c-b644-4170-baad-63df7fc1c839 req-ea029d52-a9ab-45ee-b826-142664438fef service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ecaf388c-b644-4170-baad-63df7fc1c839 req-ea029d52-a9ab-45ee-b826-142664438fef service nova] Lock "883d3144-93db-4ad6-bc60-6b71bf381a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-ecaf388c-b644-4170-baad-63df7fc1c839 req-ea029d52-a9ab-45ee-b826-142664438fef service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] No waiting events found dispatching network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:41:54 user nova-compute[74046]: WARNING nova.compute.manager [req-ecaf388c-b644-4170-baad-63df7fc1c839 req-ea029d52-a9ab-45ee-b826-142664438fef service nova] [instance: 883d3144-93db-4ad6-bc60-6b71bf381a9b] Received unexpected event network-vif-plugged-ca103173-881a-4e9e-9d52-a8c52ef004b3 for instance with vm_state deleted and task_state None.
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG nova.compute.manager [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:41:55 user nova-compute[74046]: INFO nova.compute.claims [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Claim successful on node user
Oct 23 18:41:55 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.433s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG nova.compute.manager [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG nova.compute.manager [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG nova.network.neutron [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:41:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:41:55 user nova-compute[74046]: DEBUG nova.compute.manager [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG nova.policy [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4874ac0a6b84fd3bc00d6d3513fd477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bae0e28245d541e5bcb945983ce4d335', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:41:55 user nova-compute[74046]: INFO nova.virt.block_device [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Booting with volume 520eee2c-0105-424d-98ff-98e91aff033b at /dev/vda
Oct 23 18:41:55 user nova-compute[74046]: DEBUG os_brick.utils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b73144f4-345d-4e6d-8973-f885cc88c87b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a17f6b4-864b-49fd-bf68-1294cb929d48]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[98298ec7-d118-4f5b-8c21-8b46f86bdd45]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[222be26d-33e8-45a3-97e1-bb48ed24bb04]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:41:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:41:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:41:56 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:41:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2eff954-90bc-4537-8b47-2ad56fbae7b9]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:41:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:41:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:41:56 user nova-compute[74046]: DEBUG os_brick.utils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:41:56 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Updating existing volume attachment record: f937e04c-dcb2-46df-bbeb-a7f5d196c5ff {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:41:56 user nova-compute[74046]: DEBUG nova.network.neutron [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Successfully created port: 375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG nova.network.neutron [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Successfully updated port: 375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "refresh_cache-88d864f8-5da2-45f1-b8c8-3fba6f7e945b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquired lock "refresh_cache-88d864f8-5da2-45f1-b8c8-3fba6f7e945b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG nova.network.neutron [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-9be5c7f0-aa3d-49ab-9edd-b8949477170e req-947c5020-20a7-40c3-a712-5f5021f4270f service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Received event network-changed-375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-9be5c7f0-aa3d-49ab-9edd-b8949477170e req-947c5020-20a7-40c3-a712-5f5021f4270f service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Refreshing instance network info cache due to event network-changed-375ca241-caf9-4b10-85d4-1bd99b870728. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9be5c7f0-aa3d-49ab-9edd-b8949477170e req-947c5020-20a7-40c3-a712-5f5021f4270f service nova] Acquiring lock "refresh_cache-88d864f8-5da2-45f1-b8c8-3fba6f7e945b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG nova.network.neutron [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG nova.network.neutron [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Updating instance_info_cache with network_info: [{"id": "375ca241-caf9-4b10-85d4-1bd99b870728", "address": "fa:16:3e:3f:a3:3e", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap375ca241-ca", "ovs_interfaceid": "375ca241-caf9-4b10-85d4-1bd99b870728", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Releasing lock "refresh_cache-88d864f8-5da2-45f1-b8c8-3fba6f7e945b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Instance network_info: |[{"id": "375ca241-caf9-4b10-85d4-1bd99b870728", "address": "fa:16:3e:3f:a3:3e", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap375ca241-ca", "ovs_interfaceid": "375ca241-caf9-4b10-85d4-1bd99b870728", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9be5c7f0-aa3d-49ab-9edd-b8949477170e req-947c5020-20a7-40c3-a712-5f5021f4270f service nova] Acquired lock "refresh_cache-88d864f8-5da2-45f1-b8c8-3fba6f7e945b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG nova.network.neutron [req-9be5c7f0-aa3d-49ab-9edd-b8949477170e req-947c5020-20a7-40c3-a712-5f5021f4270f service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Refreshing network info cache for port 375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG nova.network.neutron [req-9be5c7f0-aa3d-49ab-9edd-b8949477170e req-947c5020-20a7-40c3-a712-5f5021f4270f service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Updated VIF entry in instance network info cache for port 375ca241-caf9-4b10-85d4-1bd99b870728. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG nova.network.neutron [req-9be5c7f0-aa3d-49ab-9edd-b8949477170e req-947c5020-20a7-40c3-a712-5f5021f4270f service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Updating instance_info_cache with network_info: [{"id": "375ca241-caf9-4b10-85d4-1bd99b870728", "address": "fa:16:3e:3f:a3:3e", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap375ca241-ca", "ovs_interfaceid": "375ca241-caf9-4b10-85d4-1bd99b870728", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9be5c7f0-aa3d-49ab-9edd-b8949477170e req-947c5020-20a7-40c3-a712-5f5021f4270f service nova] Releasing lock "refresh_cache-88d864f8-5da2-45f1-b8c8-3fba6f7e945b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:41:57 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 is timed out.
Oct 23 18:41:57 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Successfully detached device vdb from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the live domain config.
Oct 23 18:41:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oWzNvECX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:41:57 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:41:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac0e737b-8d99-4e74-bea9-eb255b751337]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:41:57 user nova-compute[74046]: No targets found.
Oct 23 18:41:57 user nova-compute[74046]: iSNS:
Oct 23 18:41:57 user nova-compute[74046]: No targets found.
Oct 23 18:41:57 user nova-compute[74046]: STATIC:
Oct 23 18:41:57 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85
Oct 23 18:41:57 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:41:57 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:41:57 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef
Oct 23 18:41:57 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:41:57 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:41:57 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14
Oct 23 18:41:57 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:41:57 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:41:57 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:41:57 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:41:57 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:41:57 user nova-compute[74046]: FIRMWARE:
Oct 23 18:41:57 user nova-compute[74046]: No targets found.
Oct 23 18:41:57 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:41:57 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:41:57 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4efe1d64-25c1-400a-a6f7-5d3d848b20e1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e15fd82-644e-4a0d-b812-e6f4b00ff2c9]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:58 user nova-compute[74046]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)
Oct 23 18:41:58 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:41:58 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:41:58 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:41:58 user nova-compute[74046]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 (non-flash)
Oct 23 18:41:58 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:41:58 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:41:58 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef03ca4d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[538d9df1-4789-40fb-bf84-e2c934f2d8d2]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fda7aa5-7aa6-4750-ade1-0382c058a985]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[24aa2b39-52f0-4c54-8fd0-a896ef45ecae]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[80a1599e-53e9-4748-9dc3-b2cda03ce4d2]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2225c783-410d-4981-b747-11591649e717]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dfa8925-590d-4767-a460-96398e367f06]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85, portal: 172.16.0.220,3260]
Oct 23 18:41:58 user nova-compute[74046]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85, portal: 172.16.0.220,3260] successful.
Oct 23 18:41:58 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fdf0749-610b-4db2-93da-4bcab5bf6d85 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[31a857a4-58a0-4172-b0ba-3a83554450a4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] <== disconnect_volume: return (323ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:41:58 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:41:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'flavor' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:41:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7e8c8243-1b2e-4254-ae32-838c4d8139b2 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.899s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:41:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 7.765s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:41:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.023s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:00 user nova-compute[74046]: INFO nova.compute.manager [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Terminating instance
Oct 23 18:42:00 user nova-compute[74046]: DEBUG nova.compute.manager [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-8ab70014-2eef-48e5-8b35-58c208ec7515 req-c26b1013-6bd1-40e0-b7ea-d01a7459fd99 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-unplugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8ab70014-2eef-48e5-8b35-58c208ec7515 req-c26b1013-6bd1-40e0-b7ea-d01a7459fd99 service nova] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8ab70014-2eef-48e5-8b35-58c208ec7515 req-c26b1013-6bd1-40e0-b7ea-d01a7459fd99 service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8ab70014-2eef-48e5-8b35-58c208ec7515 req-c26b1013-6bd1-40e0-b7ea-d01a7459fd99 service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-8ab70014-2eef-48e5-8b35-58c208ec7515 req-c26b1013-6bd1-40e0-b7ea-d01a7459fd99 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] No waiting events found dispatching network-vif-unplugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-8ab70014-2eef-48e5-8b35-58c208ec7515 req-c26b1013-6bd1-40e0-b7ea-d01a7459fd99 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-unplugged-fc312eb5-7d61-43aa-900f-958200c3aa2d for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:00 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Instance destroyed successfully.
Oct 23 18:42:00 user nova-compute[74046]: DEBUG nova.objects.instance [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'resources' on Instance uuid 56a114a7-41ad-4304-bff7-bf67b911cf6e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1892252124',display_name='tempest-ServerRescueNegativeTestJSON-server-1892252124',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1892252124',id=3,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:27:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1df5afb288fb42fd8800b5e8c1669e7b',ramdisk_id='',reservation_id='r-cez0xz2z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1892604795',owner_user_name='tempest-ServerRescueNegativeTestJSON-1892604795-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:27:07Z,user_data=None,user_id='8768bac4ff57480eaab864da6a3b481d',uuid=56a114a7-41ad-4304-bff7-bf67b911cf6e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converting VIF {"id": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "address": "fa:16:3e:76:2e:2a", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfc312eb5-7d", "ovs_interfaceid": "fc312eb5-7d61-43aa-900f-958200c3aa2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:76:2e:2a,bridge_name='br-int',has_traffic_filtering=True,id=fc312eb5-7d61-43aa-900f-958200c3aa2d,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc312eb5-7d') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG os_vif [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:76:2e:2a,bridge_name='br-int',has_traffic_filtering=True,id=fc312eb5-7d61-43aa-900f-958200c3aa2d,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc312eb5-7d') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfc312eb5-7d, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c4eacc8a-43f7-4395-ab9b-a9f259dfd97e) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:00 user nova-compute[74046]: INFO os_vif [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:76:2e:2a,bridge_name='br-int',has_traffic_filtering=True,id=fc312eb5-7d61-43aa-900f-958200c3aa2d,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfc312eb5-7d')
Oct 23 18:42:00 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Deleting instance files /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e_del
Oct 23 18:42:00 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Deletion of /opt/stack/data/nova/instances/56a114a7-41ad-4304-bff7-bf67b911cf6e_del complete
Oct 23 18:42:00 user nova-compute[74046]: INFO nova.compute.manager [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Took 0.72 seconds to destroy the instance on the hypervisor.
Oct 23 18:42:00 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:42:00 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:42:01 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:42:01 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Took 0.77 seconds to deallocate network for instance.
Oct 23 18:42:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-88bc4855-b7f6-4cae-8e26-404ecbf9de40 req-800d35e1-8481-4942-80e9-4c741d966c67 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-deleted-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:02 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:42:02 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:42:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.323s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:02 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Deleted allocations for instance 56a114a7-41ad-4304-bff7-bf67b911cf6e
Oct 23 18:42:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-12c4b094-5b45-4ab1-9b27-f12dd113c60a tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.987s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-3a016459-9be0-4ae4-b32d-a6f8a91c09e9 req-25331bb3-d859-4a62-a52a-20edad0b23e6 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3a016459-9be0-4ae4-b32d-a6f8a91c09e9 req-25331bb3-d859-4a62-a52a-20edad0b23e6 service nova] Acquiring lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3a016459-9be0-4ae4-b32d-a6f8a91c09e9 req-25331bb3-d859-4a62-a52a-20edad0b23e6 service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3a016459-9be0-4ae4-b32d-a6f8a91c09e9 req-25331bb3-d859-4a62-a52a-20edad0b23e6 service nova] Lock "56a114a7-41ad-4304-bff7-bf67b911cf6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-3a016459-9be0-4ae4-b32d-a6f8a91c09e9 req-25331bb3-d859-4a62-a52a-20edad0b23e6 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] No waiting events found dispatching network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:02 user nova-compute[74046]: WARNING nova.compute.manager [req-3a016459-9be0-4ae4-b32d-a6f8a91c09e9 req-25331bb3-d859-4a62-a52a-20edad0b23e6 service nova] [instance: 56a114a7-41ad-4304-bff7-bf67b911cf6e] Received unexpected event network-vif-plugged-fc312eb5-7d61-43aa-900f-958200c3aa2d for instance with vm_state deleted and task_state None.
Oct 23 18:42:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:42:11 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:42:12 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:42:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:42:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:42:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:42:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:42:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Updating instance_info_cache with network_info: [{"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:42:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:42:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.compute.manager [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:42:13 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Creating image(s)
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Ensure instance console log exists: /opt/stack/data/nova/instances/88d864f8-5da2-45f1-b8c8-3fba6f7e945b/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Start _get_guest_xml network_info=[{"id": "375ca241-caf9-4b10-85d4-1bd99b870728", "address": "fa:16:3e:3f:a3:3e", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap375ca241-ca", "ovs_interfaceid": "375ca241-caf9-4b10-85d4-1bd99b870728", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'f937e04c-dcb2-46df-bbeb-a7f5d196c5ff', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VhiyHJlO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '88d864f8-5da2-45f1-b8c8-3fba6f7e945b', 'attached_at': '', 'detached_at': '', 'volume_id': '520eee2c-0105-424d-98ff-98e91aff033b', 'serial': '520eee2c-0105-424d-98ff-98e91aff033b'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:42:13 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:42:13 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VhiyHJlO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:42:13 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:42:13 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:42:13 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3939309c-d3bb-4f00-8f7b-6af26ea43abc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:42:13 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2156e21f-8a99-483e-975f-76d8602f126f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b] added
Oct 23 18:42:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1897bb44-1b94-427e-b66d-c7c3b1fd86a2]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a94ee600-f8f1-40b0-9b0e-97dba6e3e96f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VhiyHJlO {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VhiyHJlO" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d60a384-4d51-4e5d-bdd9-39f30cfa33de]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VhiyHJlO'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7f88e3f-4046-435f-b6d8-43f336b36bdf]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c88368f-8569-4bc9-b34b-90a8f6d9185b]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:42:13 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:42:13 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:42:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:42:13 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:42:13 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:42:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4a5b4c5-a614-41b7-8f10-5610a8a69a91]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b, portal: 172.16.0.220,3260]
Oct 23 18:42:13 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b, portal: 172.16.0.220,3260] successful.
Oct 23 18:42:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4339bd13-1ed3-40fd-b8b7-d51792a19793]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[310bbc61-3d87-4daf-961a-7e31982e2f8a]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:42:13 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:42:13 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:42:13 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:42:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:42:13 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:42:13 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:42:13 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:42:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c083e028-5d3c-46ab-99dc-de0d4b73e94b]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:42:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VhiyHJlO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:42:14 user nova-compute[74046]: INFO nova.compute.manager [None req-ad0b14d3-c3c3-48d5-96a9-68660ad69f90 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Unrescuing
Oct 23 18:42:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ad0b14d3-c3c3-48d5-96a9-68660ad69f90 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ad0b14d3-c3c3-48d5-96a9-68660ad69f90 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquired lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ad0b14d3-c3c3-48d5-96a9-68660ad69f90 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.314s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '26135333761616262', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26135333761616262', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:41:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1805309592',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1805309592',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1805309592',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDiieXEfhtDZflRpYsldrRRAYvrVMpf4BlpCP8ZOyOmk8zIHSvNnS7zf30ZSHvX4BO4B3chopzbpiyV5DBDvIBKcEOP65EY+Af4GLsC6v6qerKxTMx3oylMEUcWS5YiH3g==',key_name='tempest-keypair-1731218425',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-z6xnco5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:41:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=88d864f8-5da2-45f1-b8c8-3fba6f7e945b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "375ca241-caf9-4b10-85d4-1bd99b870728", "address": "fa:16:3e:3f:a3:3e", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap375ca241-ca", "ovs_interfaceid": "375ca241-caf9-4b10-85d4-1bd99b870728", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "375ca241-caf9-4b10-85d4-1bd99b870728", "address": "fa:16:3e:3f:a3:3e", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap375ca241-ca", "ovs_interfaceid": "375ca241-caf9-4b10-85d4-1bd99b870728", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=375ca241-caf9-4b10-85d4-1bd99b870728,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap375ca241-ca') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG nova.objects.instance [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lazy-loading 'pci_devices' on Instance uuid 88d864f8-5da2-45f1-b8c8-3fba6f7e945b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:42:14 user nova-compute[74046]:   <uuid>88d864f8-5da2-45f1-b8c8-3fba6f7e945b</uuid>
Oct 23 18:42:14 user nova-compute[74046]:   <name>instance-00000020</name>
Oct 23 18:42:14 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:42:14 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:42:14 user nova-compute[74046]:   <metadata>
Oct 23 18:42:14 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:42:14 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:42:14 user nova-compute[74046]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1805309592</nova:name>
Oct 23 18:42:14 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:42:13</nova:creationTime>
Oct 23 18:42:14 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:42:14 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:42:14 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:42:14 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:42:14 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:42:14 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:42:14 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:42:14 user nova-compute[74046]:       <nova:owner>
Oct 23 18:42:14 user nova-compute[74046]:         <nova:user uuid="f4874ac0a6b84fd3bc00d6d3513fd477">tempest-TestVolumeBootPattern-462875323-project-member</nova:user>
Oct 23 18:42:14 user nova-compute[74046]:         <nova:project uuid="bae0e28245d541e5bcb945983ce4d335">tempest-TestVolumeBootPattern-462875323</nova:project>
Oct 23 18:42:14 user nova-compute[74046]:       </nova:owner>
Oct 23 18:42:14 user nova-compute[74046]:       <nova:ports>
Oct 23 18:42:14 user nova-compute[74046]:         <nova:port uuid="375ca241-caf9-4b10-85d4-1bd99b870728">
Oct 23 18:42:14 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 23 18:42:14 user nova-compute[74046]:         </nova:port>
Oct 23 18:42:14 user nova-compute[74046]:       </nova:ports>
Oct 23 18:42:14 user nova-compute[74046]:     </nova:instance>
Oct 23 18:42:14 user nova-compute[74046]:   </metadata>
Oct 23 18:42:14 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:42:14 user nova-compute[74046]:     <system>
Oct 23 18:42:14 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:42:14 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:42:14 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:42:14 user nova-compute[74046]:       <entry name="serial">88d864f8-5da2-45f1-b8c8-3fba6f7e945b</entry>
Oct 23 18:42:14 user nova-compute[74046]:       <entry name="uuid">88d864f8-5da2-45f1-b8c8-3fba6f7e945b</entry>
Oct 23 18:42:14 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:42:14 user nova-compute[74046]:     </system>
Oct 23 18:42:14 user nova-compute[74046]:   </sysinfo>
Oct 23 18:42:14 user nova-compute[74046]:   <os>
Oct 23 18:42:14 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:42:14 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:42:14 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:42:14 user nova-compute[74046]:   </os>
Oct 23 18:42:14 user nova-compute[74046]:   <features>
Oct 23 18:42:14 user nova-compute[74046]:     <acpi/>
Oct 23 18:42:14 user nova-compute[74046]:     <apic/>
Oct 23 18:42:14 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:42:14 user nova-compute[74046]:   </features>
Oct 23 18:42:14 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:42:14 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:42:14 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:42:14 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:42:14 user nova-compute[74046]:   </clock>
Oct 23 18:42:14 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:42:14 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:42:14 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:42:14 user nova-compute[74046]:   </cpu>
Oct 23 18:42:14 user nova-compute[74046]:   <devices>
Oct 23 18:42:14 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:42:14 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:42:14 user nova-compute[74046]:       <source dev="/dev/sdb"/>
Oct 23 18:42:14 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:42:14 user nova-compute[74046]:       <serial>520eee2c-0105-424d-98ff-98e91aff033b</serial>
Oct 23 18:42:14 user nova-compute[74046]:     </disk>
Oct 23 18:42:14 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:42:14 user nova-compute[74046]:       <mac address="fa:16:3e:3f:a3:3e"/>
Oct 23 18:42:14 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:42:14 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:42:14 user nova-compute[74046]:       <target dev="tap375ca241-ca"/>
Oct 23 18:42:14 user nova-compute[74046]:     </interface>
Oct 23 18:42:14 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:42:14 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/88d864f8-5da2-45f1-b8c8-3fba6f7e945b/console.log" append="off"/>
Oct 23 18:42:14 user nova-compute[74046]:     </serial>
Oct 23 18:42:14 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:42:14 user nova-compute[74046]:     <video>
Oct 23 18:42:14 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:42:14 user nova-compute[74046]:     </video>
Oct 23 18:42:14 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:42:14 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:42:14 user nova-compute[74046]:     </rng>
Oct 23 18:42:14 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:42:14 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:42:14 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:42:14 user nova-compute[74046]:     </memballoon>
Oct 23 18:42:14 user nova-compute[74046]:   </devices>
Oct 23 18:42:14 user nova-compute[74046]: </domain>
Oct 23 18:42:14 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:41:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1805309592',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1805309592',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1805309592',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDiieXEfhtDZflRpYsldrRRAYvrVMpf4BlpCP8ZOyOmk8zIHSvNnS7zf30ZSHvX4BO4B3chopzbpiyV5DBDvIBKcEOP65EY+Af4GLsC6v6qerKxTMx3oylMEUcWS5YiH3g==',key_name='tempest-keypair-1731218425',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-z6xnco5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:41:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=88d864f8-5da2-45f1-b8c8-3fba6f7e945b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "375ca241-caf9-4b10-85d4-1bd99b870728", "address": "fa:16:3e:3f:a3:3e", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap375ca241-ca", "ovs_interfaceid": "375ca241-caf9-4b10-85d4-1bd99b870728", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "375ca241-caf9-4b10-85d4-1bd99b870728", "address": "fa:16:3e:3f:a3:3e", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap375ca241-ca", "ovs_interfaceid": "375ca241-caf9-4b10-85d4-1bd99b870728", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=375ca241-caf9-4b10-85d4-1bd99b870728,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap375ca241-ca') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG os_vif [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=375ca241-caf9-4b10-85d4-1bd99b870728,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap375ca241-ca') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b923948-ecb6-5e5a-bc7f-fbb8b1e8ee4d', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap375ca241-ca, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap375ca241-ca, col_values=(('qos', UUID('1fae5625-bd01-446b-b78f-caa9346c6744')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap375ca241-ca, col_values=(('external_ids', {'iface-id': '375ca241-caf9-4b10-85d4-1bd99b870728', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3f:a3:3e', 'vm-uuid': '88d864f8-5da2-45f1-b8c8-3fba6f7e945b'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:14 user nova-compute[74046]: INFO os_vif [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=375ca241-caf9-4b10-85d4-1bd99b870728,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap375ca241-ca')
Oct 23 18:42:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] No VIF found with MAC fa:16:3e:3f:a3:3e, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:42:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ad0b14d3-c3c3-48d5-96a9-68660ad69f90 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updating instance_info_cache with network_info: [{"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:42:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ad0b14d3-c3c3-48d5-96a9-68660ad69f90 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Releasing lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:42:15 user nova-compute[74046]: DEBUG nova.objects.instance [None req-ad0b14d3-c3c3-48d5-96a9-68660ad69f90 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'flavor' on Instance uuid b8e41e65-874d-4169-bd94-bdc9dcd2c95b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:42:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-4b5ed76a-8c46-49f7-9937-5b445bcc3c0e req-fc27d2cd-0d90-4d64-9934-92ebd6dc45b8 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-unplugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4b5ed76a-8c46-49f7-9937-5b445bcc3c0e req-fc27d2cd-0d90-4d64-9934-92ebd6dc45b8 service nova] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4b5ed76a-8c46-49f7-9937-5b445bcc3c0e req-fc27d2cd-0d90-4d64-9934-92ebd6dc45b8 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4b5ed76a-8c46-49f7-9937-5b445bcc3c0e req-fc27d2cd-0d90-4d64-9934-92ebd6dc45b8 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-4b5ed76a-8c46-49f7-9937-5b445bcc3c0e req-fc27d2cd-0d90-4d64-9934-92ebd6dc45b8 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] No waiting events found dispatching network-vif-unplugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:15 user nova-compute[74046]: WARNING nova.compute.manager [req-4b5ed76a-8c46-49f7-9937-5b445bcc3c0e req-fc27d2cd-0d90-4d64-9934-92ebd6dc45b8 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received unexpected event network-vif-unplugged-39837c7a-0326-4401-ad88-9604b53d53e3 for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:42:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:16 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:42:16 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:42:16 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Instance destroyed successfully.
Oct 23 18:42:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-e3ca97af-1733-4fed-b480-309f72f39154 req-bfdc20ad-803a-4c40-80f1-08f536b3e56a service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Received event network-vif-plugged-375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e3ca97af-1733-4fed-b480-309f72f39154 req-bfdc20ad-803a-4c40-80f1-08f536b3e56a service nova] Acquiring lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e3ca97af-1733-4fed-b480-309f72f39154 req-bfdc20ad-803a-4c40-80f1-08f536b3e56a service nova] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e3ca97af-1733-4fed-b480-309f72f39154 req-bfdc20ad-803a-4c40-80f1-08f536b3e56a service nova] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-e3ca97af-1733-4fed-b480-309f72f39154 req-bfdc20ad-803a-4c40-80f1-08f536b3e56a service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] No waiting events found dispatching network-vif-plugged-375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:16 user nova-compute[74046]: WARNING nova.compute.manager [req-e3ca97af-1733-4fed-b480-309f72f39154 req-bfdc20ad-803a-4c40-80f1-08f536b3e56a service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Received unexpected event network-vif-plugged-375ca241-caf9-4b10-85d4-1bd99b870728 for instance with vm_state building and task_state spawning.
Oct 23 18:42:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-96cfaa12-8aba-49ef-9e4b-f2090ca08f43 req-3227d515-0b0e-48e8-be04-9c15482863e7 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-96cfaa12-8aba-49ef-9e4b-f2090ca08f43 req-3227d515-0b0e-48e8-be04-9c15482863e7 service nova] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-96cfaa12-8aba-49ef-9e4b-f2090ca08f43 req-3227d515-0b0e-48e8-be04-9c15482863e7 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-96cfaa12-8aba-49ef-9e4b-f2090ca08f43 req-3227d515-0b0e-48e8-be04-9c15482863e7 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-96cfaa12-8aba-49ef-9e4b-f2090ca08f43 req-3227d515-0b0e-48e8-be04-9c15482863e7 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] No waiting events found dispatching network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:17 user nova-compute[74046]: WARNING nova.compute.manager [req-96cfaa12-8aba-49ef-9e4b-f2090ca08f43 req-3227d515-0b0e-48e8-be04-9c15482863e7 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received unexpected event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:42:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:17 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:42:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:17 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:42:17 user nova-compute[74046]: INFO nova.compute.claims [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Claim successful on node user
Oct 23 18:42:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.490s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:42:18 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.policy [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aad423d9f3fe4730b045ee1e39141672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f40485bec88f45ab8ca5e221c0dde5d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:42:18 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Creating image(s)
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "/opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "/opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "/opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.171s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-5e18b1e5-fb14-4b18-8c01-4b144113cdae req-46d2dbea-9f17-4e21-9f4e-79e9bb4c31e2 service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Received event network-vif-plugged-375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5e18b1e5-fb14-4b18-8c01-4b144113cdae req-46d2dbea-9f17-4e21-9f4e-79e9bb4c31e2 service nova] Acquiring lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5e18b1e5-fb14-4b18-8c01-4b144113cdae req-46d2dbea-9f17-4e21-9f4e-79e9bb4c31e2 service nova] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5e18b1e5-fb14-4b18-8c01-4b144113cdae req-46d2dbea-9f17-4e21-9f4e-79e9bb4c31e2 service nova] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-5e18b1e5-fb14-4b18-8c01-4b144113cdae req-46d2dbea-9f17-4e21-9f4e-79e9bb4c31e2 service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] No waiting events found dispatching network-vif-plugged-375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:18 user nova-compute[74046]: WARNING nova.compute.manager [req-5e18b1e5-fb14-4b18-8c01-4b144113cdae req-46d2dbea-9f17-4e21-9f4e-79e9bb4c31e2 service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Received unexpected event network-vif-plugged-375ca241-caf9-4b10-85d4-1bd99b870728 for instance with vm_state building and task_state spawning.
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk 1073741824" returned: 0 in 0.053s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Successfully created port: 40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:42:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Cannot resize image /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Ensure instance console log exists: /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-e584eb36-19de-4176-979c-d91a5ecfba06 req-b3d3bfe9-a555-40d0-b61f-b12e9faa6a7c service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e584eb36-19de-4176-979c-d91a5ecfba06 req-b3d3bfe9-a555-40d0-b61f-b12e9faa6a7c service nova] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e584eb36-19de-4176-979c-d91a5ecfba06 req-b3d3bfe9-a555-40d0-b61f-b12e9faa6a7c service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e584eb36-19de-4176-979c-d91a5ecfba06 req-b3d3bfe9-a555-40d0-b61f-b12e9faa6a7c service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-e584eb36-19de-4176-979c-d91a5ecfba06 req-b3d3bfe9-a555-40d0-b61f-b12e9faa6a7c service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] No waiting events found dispatching network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:19 user nova-compute[74046]: WARNING nova.compute.manager [req-e584eb36-19de-4176-979c-d91a5ecfba06 req-b3d3bfe9-a555-40d0-b61f-b12e9faa6a7c service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received unexpected event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-e584eb36-19de-4176-979c-d91a5ecfba06 req-b3d3bfe9-a555-40d0-b61f-b12e9faa6a7c service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e584eb36-19de-4176-979c-d91a5ecfba06 req-b3d3bfe9-a555-40d0-b61f-b12e9faa6a7c service nova] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e584eb36-19de-4176-979c-d91a5ecfba06 req-b3d3bfe9-a555-40d0-b61f-b12e9faa6a7c service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e584eb36-19de-4176-979c-d91a5ecfba06 req-b3d3bfe9-a555-40d0-b61f-b12e9faa6a7c service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-e584eb36-19de-4176-979c-d91a5ecfba06 req-b3d3bfe9-a555-40d0-b61f-b12e9faa6a7c service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] No waiting events found dispatching network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:19 user nova-compute[74046]: WARNING nova.compute.manager [req-e584eb36-19de-4176-979c-d91a5ecfba06 req-b3d3bfe9-a555-40d0-b61f-b12e9faa6a7c service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received unexpected event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:42:19 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Instance spawned successfully.
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:19 user nova-compute[74046]: INFO nova.compute.manager [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Took 6.40 seconds to spawn the instance on the hypervisor.
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Successfully updated port: 40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "refresh_cache-bf80ee17-10e3-40e8-8c96-ebf57435f044" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquired lock "refresh_cache-bf80ee17-10e3-40e8-8c96-ebf57435f044" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-84e20789-3626-4f37-beb1-32d40db09a73 req-cfea590a-9ebf-4822-a346-d774b622a9f8 service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Received event network-changed-40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-84e20789-3626-4f37-beb1-32d40db09a73 req-cfea590a-9ebf-4822-a346-d774b622a9f8 service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Refreshing instance network info cache due to event network-changed-40335eb6-2c0f-4bd8-acc2-b4642a684c9d. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-84e20789-3626-4f37-beb1-32d40db09a73 req-cfea590a-9ebf-4822-a346-d774b622a9f8 service nova] Acquiring lock "refresh_cache-bf80ee17-10e3-40e8-8c96-ebf57435f044" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:19 user nova-compute[74046]: INFO nova.compute.manager [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Took 24.41 seconds to build instance.
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-01475b75-7cfe-4bc3-b51b-333c22059646 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.505s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Updating instance_info_cache with network_info: [{"id": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "address": "fa:16:3e:cb:df:58", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40335eb6-2c", "ovs_interfaceid": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Releasing lock "refresh_cache-bf80ee17-10e3-40e8-8c96-ebf57435f044" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Instance network_info: |[{"id": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "address": "fa:16:3e:cb:df:58", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40335eb6-2c", "ovs_interfaceid": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-84e20789-3626-4f37-beb1-32d40db09a73 req-cfea590a-9ebf-4822-a346-d774b622a9f8 service nova] Acquired lock "refresh_cache-bf80ee17-10e3-40e8-8c96-ebf57435f044" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.network.neutron [req-84e20789-3626-4f37-beb1-32d40db09a73 req-cfea590a-9ebf-4822-a346-d774b622a9f8 service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Refreshing network info cache for port 40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Start _get_guest_xml network_info=[{"id": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "address": "fa:16:3e:cb:df:58", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40335eb6-2c", "ovs_interfaceid": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:42:19 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:42:19 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:42:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1985176137',display_name='tempest-AttachVolumeNegativeTest-server-1985176137',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1985176137',id=33,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM2ofV8Xvgc3UalY9dLGL6RWZ/dDwjTl3BxRoRyLhRsI58M9pNfhAHzhFlD4LjVP9zpWAfZ+K7IObyUQ+bkIwGlxrMOgnaqoJuQiU4fbcWtBNgFkJ/OX40TA85Xp6sLycw==',key_name='tempest-keypair-116348863',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f40485bec88f45ab8ca5e221c0dde5d1',ramdisk_id='',reservation_id='r-yo0y6wk5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-570236399',owner_user_name='tempest-AttachVolumeNegativeTest-570236399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:42:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aad423d9f3fe4730b045ee1e39141672',uuid=bf80ee17-10e3-40e8-8c96-ebf57435f044,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "address": "fa:16:3e:cb:df:58", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40335eb6-2c", "ovs_interfaceid": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converting VIF {"id": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "address": "fa:16:3e:cb:df:58", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40335eb6-2c", "ovs_interfaceid": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:df:58,bridge_name='br-int',has_traffic_filtering=True,id=40335eb6-2c0f-4bd8-acc2-b4642a684c9d,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40335eb6-2c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.objects.instance [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'pci_devices' on Instance uuid bf80ee17-10e3-40e8-8c96-ebf57435f044 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ad0b14d3-c3c3-48d5-96a9-68660ad69f90 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:42:19 user nova-compute[74046]:   <uuid>bf80ee17-10e3-40e8-8c96-ebf57435f044</uuid>
Oct 23 18:42:19 user nova-compute[74046]:   <name>instance-00000021</name>
Oct 23 18:42:19 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:42:19 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:42:19 user nova-compute[74046]:   <metadata>
Oct 23 18:42:19 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:42:19 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:42:19 user nova-compute[74046]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1985176137</nova:name>
Oct 23 18:42:19 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:42:19</nova:creationTime>
Oct 23 18:42:19 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:42:19 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:42:19 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:42:19 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:42:19 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:42:19 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:42:19 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:42:19 user nova-compute[74046]:       <nova:owner>
Oct 23 18:42:19 user nova-compute[74046]:         <nova:user uuid="aad423d9f3fe4730b045ee1e39141672">tempest-AttachVolumeNegativeTest-570236399-project-member</nova:user>
Oct 23 18:42:19 user nova-compute[74046]:         <nova:project uuid="f40485bec88f45ab8ca5e221c0dde5d1">tempest-AttachVolumeNegativeTest-570236399</nova:project>
Oct 23 18:42:19 user nova-compute[74046]:       </nova:owner>
Oct 23 18:42:19 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:42:19 user nova-compute[74046]:       <nova:ports>
Oct 23 18:42:19 user nova-compute[74046]:         <nova:port uuid="40335eb6-2c0f-4bd8-acc2-b4642a684c9d">
Oct 23 18:42:19 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 23 18:42:19 user nova-compute[74046]:         </nova:port>
Oct 23 18:42:19 user nova-compute[74046]:       </nova:ports>
Oct 23 18:42:19 user nova-compute[74046]:     </nova:instance>
Oct 23 18:42:19 user nova-compute[74046]:   </metadata>
Oct 23 18:42:19 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:42:19 user nova-compute[74046]:     <system>
Oct 23 18:42:19 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:42:19 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:42:19 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:42:19 user nova-compute[74046]:       <entry name="serial">bf80ee17-10e3-40e8-8c96-ebf57435f044</entry>
Oct 23 18:42:19 user nova-compute[74046]:       <entry name="uuid">bf80ee17-10e3-40e8-8c96-ebf57435f044</entry>
Oct 23 18:42:19 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:42:19 user nova-compute[74046]:     </system>
Oct 23 18:42:19 user nova-compute[74046]:   </sysinfo>
Oct 23 18:42:19 user nova-compute[74046]:   <os>
Oct 23 18:42:19 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:42:19 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:42:19 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:42:19 user nova-compute[74046]:   </os>
Oct 23 18:42:19 user nova-compute[74046]:   <features>
Oct 23 18:42:19 user nova-compute[74046]:     <acpi/>
Oct 23 18:42:19 user nova-compute[74046]:     <apic/>
Oct 23 18:42:19 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:42:19 user nova-compute[74046]:   </features>
Oct 23 18:42:19 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:42:19 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:42:19 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:42:19 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:42:19 user nova-compute[74046]:   </clock>
Oct 23 18:42:19 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:42:19 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:42:19 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:42:19 user nova-compute[74046]:   </cpu>
Oct 23 18:42:19 user nova-compute[74046]:   <devices>
Oct 23 18:42:19 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:42:19 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:42:19 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk"/>
Oct 23 18:42:19 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:42:19 user nova-compute[74046]:     </disk>
Oct 23 18:42:19 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:42:19 user nova-compute[74046]:       <mac address="fa:16:3e:cb:df:58"/>
Oct 23 18:42:19 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:42:19 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:42:19 user nova-compute[74046]:       <target dev="tap40335eb6-2c"/>
Oct 23 18:42:19 user nova-compute[74046]:     </interface>
Oct 23 18:42:19 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:42:19 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/console.log" append="off"/>
Oct 23 18:42:19 user nova-compute[74046]:     </serial>
Oct 23 18:42:19 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:42:19 user nova-compute[74046]:     <video>
Oct 23 18:42:19 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:42:19 user nova-compute[74046]:     </video>
Oct 23 18:42:19 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:42:19 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:42:19 user nova-compute[74046]:     </rng>
Oct 23 18:42:19 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:42:19 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:42:19 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:42:19 user nova-compute[74046]:     </memballoon>
Oct 23 18:42:19 user nova-compute[74046]:   </devices>
Oct 23 18:42:19 user nova-compute[74046]: </domain>
Oct 23 18:42:19 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:42:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1985176137',display_name='tempest-AttachVolumeNegativeTest-server-1985176137',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1985176137',id=33,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM2ofV8Xvgc3UalY9dLGL6RWZ/dDwjTl3BxRoRyLhRsI58M9pNfhAHzhFlD4LjVP9zpWAfZ+K7IObyUQ+bkIwGlxrMOgnaqoJuQiU4fbcWtBNgFkJ/OX40TA85Xp6sLycw==',key_name='tempest-keypair-116348863',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f40485bec88f45ab8ca5e221c0dde5d1',ramdisk_id='',reservation_id='r-yo0y6wk5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-570236399',owner_user_name='tempest-AttachVolumeNegativeTest-570236399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:42:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aad423d9f3fe4730b045ee1e39141672',uuid=bf80ee17-10e3-40e8-8c96-ebf57435f044,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "address": "fa:16:3e:cb:df:58", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40335eb6-2c", "ovs_interfaceid": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converting VIF {"id": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "address": "fa:16:3e:cb:df:58", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40335eb6-2c", "ovs_interfaceid": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cb:df:58,bridge_name='br-int',has_traffic_filtering=True,id=40335eb6-2c0f-4bd8-acc2-b4642a684c9d,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40335eb6-2c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG os_vif [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:df:58,bridge_name='br-int',has_traffic_filtering=True,id=40335eb6-2c0f-4bd8-acc2-b4642a684c9d,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40335eb6-2c') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ffee5126-6d6e-5852-aed8-b954a2e81c15', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap40335eb6-2c, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap40335eb6-2c, col_values=(('qos', UUID('32aca403-6768-439b-afa8-77da12f4473a')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap40335eb6-2c, col_values=(('external_ids', {'iface-id': '40335eb6-2c0f-4bd8-acc2-b4642a684c9d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cb:df:58', 'vm-uuid': 'bf80ee17-10e3-40e8-8c96-ebf57435f044'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:20 user nova-compute[74046]: INFO os_vif [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cb:df:58,bridge_name='br-int',has_traffic_filtering=True,id=40335eb6-2c0f-4bd8-acc2-b4642a684c9d,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40335eb6-2c')
Oct 23 18:42:20 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No VIF found with MAC fa:16:3e:cb:df:58, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG nova.network.neutron [req-84e20789-3626-4f37-beb1-32d40db09a73 req-cfea590a-9ebf-4822-a346-d774b622a9f8 service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Updated VIF entry in instance network info cache for port 40335eb6-2c0f-4bd8-acc2-b4642a684c9d. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG nova.network.neutron [req-84e20789-3626-4f37-beb1-32d40db09a73 req-cfea590a-9ebf-4822-a346-d774b622a9f8 service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Updating instance_info_cache with network_info: [{"id": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "address": "fa:16:3e:cb:df:58", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40335eb6-2c", "ovs_interfaceid": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:42:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-84e20789-3626-4f37-beb1-32d40db09a73 req-cfea590a-9ebf-4822-a346-d774b622a9f8 service nova] Releasing lock "refresh_cache-bf80ee17-10e3-40e8-8c96-ebf57435f044" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:42:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-6c20aa56-9a5a-4c31-81f2-7dba442f541f req-b6aa2b0a-3d6d-44d0-98a1-84370310dffb service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Received event network-vif-plugged-40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c20aa56-9a5a-4c31-81f2-7dba442f541f req-b6aa2b0a-3d6d-44d0-98a1-84370310dffb service nova] Acquiring lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c20aa56-9a5a-4c31-81f2-7dba442f541f req-b6aa2b0a-3d6d-44d0-98a1-84370310dffb service nova] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c20aa56-9a5a-4c31-81f2-7dba442f541f req-b6aa2b0a-3d6d-44d0-98a1-84370310dffb service nova] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-6c20aa56-9a5a-4c31-81f2-7dba442f541f req-b6aa2b0a-3d6d-44d0-98a1-84370310dffb service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] No waiting events found dispatching network-vif-plugged-40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:21 user nova-compute[74046]: WARNING nova.compute.manager [req-6c20aa56-9a5a-4c31-81f2-7dba442f541f req-b6aa2b0a-3d6d-44d0-98a1-84370310dffb service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Received unexpected event network-vif-plugged-40335eb6-2c0f-4bd8-acc2-b4642a684c9d for instance with vm_state building and task_state spawning.
Oct 23 18:42:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:42:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:42:23 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Instance spawned successfully.
Oct 23 18:42:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-319e7813-b4cf-45c6-8d09-7be42a64cdca req-dfe8aa62-90c3-442e-9806-3f647855927e service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Received event network-vif-plugged-40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-319e7813-b4cf-45c6-8d09-7be42a64cdca req-dfe8aa62-90c3-442e-9806-3f647855927e service nova] Acquiring lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-319e7813-b4cf-45c6-8d09-7be42a64cdca req-dfe8aa62-90c3-442e-9806-3f647855927e service nova] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-319e7813-b4cf-45c6-8d09-7be42a64cdca req-dfe8aa62-90c3-442e-9806-3f647855927e service nova] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-319e7813-b4cf-45c6-8d09-7be42a64cdca req-dfe8aa62-90c3-442e-9806-3f647855927e service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] No waiting events found dispatching network-vif-plugged-40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:23 user nova-compute[74046]: WARNING nova.compute.manager [req-319e7813-b4cf-45c6-8d09-7be42a64cdca req-dfe8aa62-90c3-442e-9806-3f647855927e service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Received unexpected event network-vif-plugged-40335eb6-2c0f-4bd8-acc2-b4642a684c9d for instance with vm_state building and task_state spawning.
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:23 user nova-compute[74046]: INFO nova.compute.manager [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Took 5.38 seconds to spawn the instance on the hypervisor.
Oct 23 18:42:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:42:23 user nova-compute[74046]: INFO nova.compute.manager [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Took 6.25 seconds to build instance.
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1d5b7bdf-c8d7-4f52-9254-a391c46952e5 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.367s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:24 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:42:24 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7866MB free_disk=25.162132263183594GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Applying migration context for instance ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 as it has an incoming, in-progress migration 493ffe7f-c27b-4b4b-a67f-bd63ebd0b745. Migration status is finished {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 23 18:42:24 user nova-compute[74046]: INFO nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updating resource usage from migration 493ffe7f-c27b-4b4b-a67f-bd63ebd0b745
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 8b7f1c1b-1e05-414b-978b-be03fcac8c53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Migration 493ffe7f-c27b-4b4b-a67f-bd63ebd0b745 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 88d864f8-5da2-45f1-b8c8-3fba6f7e945b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance bf80ee17-10e3-40e8-8c96-ebf57435f044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:42:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:42:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:25 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:42:25 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:42:25 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:42:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.539s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:25 user nova-compute[74046]: INFO nova.compute.manager [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Detaching volume 50f6c41f-7536-44d9-8b3b-aeb92ae15e14
Oct 23 18:42:25 user nova-compute[74046]: INFO nova.virt.block_device [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Attempting to driver detach volume 50f6c41f-7536-44d9-8b3b-aeb92ae15e14 from mountpoint /dev/vdc
Oct 23 18:42:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Attempting to detach device vdc from instance 8b7f1c1b-1e05-414b-978b-be03fcac8c53 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:42:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:42:25 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:42:25 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:42:25 user nova-compute[74046]:   <target dev="vdc" bus="virtio"/>
Oct 23 18:42:25 user nova-compute[74046]:   <serial>50f6c41f-7536-44d9-8b3b-aeb92ae15e14</serial>
Oct 23 18:42:25 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 18:42:25 user nova-compute[74046]: </disk>
Oct 23 18:42:25 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:42:25 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Successfully detached device vdc from instance 8b7f1c1b-1e05-414b-978b-be03fcac8c53 from the persistent domain config.
Oct 23 18:42:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 8b7f1c1b-1e05-414b-978b-be03fcac8c53 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:42:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:42:25 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:42:25 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:42:25 user nova-compute[74046]:   <target dev="vdc" bus="virtio"/>
Oct 23 18:42:25 user nova-compute[74046]:   <serial>50f6c41f-7536-44d9-8b3b-aeb92ae15e14</serial>
Oct 23 18:42:25 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 18:42:25 user nova-compute[74046]: </disk>
Oct 23 18:42:25 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:42:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 8b7f1c1b-1e05-414b-978b-be03fcac8c53 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:42:26 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:42:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG nova.objects.instance [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'flavor' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:32 user nova-compute[74046]: INFO nova.compute.manager [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Attaching volume 74805d91-1f7e-4f42-bf72-407f4678c797 to /dev/vdb
Oct 23 18:42:32 user nova-compute[74046]: DEBUG os_brick.utils [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[10703156-291f-4d54-988b-15c1cf674826]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0752001f-83e8-4c02-8e08-9451201415c3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d91b8127-8d5d-42dc-a7ef-30e05d04b70a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1af8d536-700f-4043-8d29-6ce538eb75bd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:42:32 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:42:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5afe69ce-710c-451f-b8b3-61090fdf2ee3]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG os_brick.utils [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:42:32 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Updating existing volume attachment record: 7a723a71-03d7-4d61-958f-a11be0173ab9 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:42:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:41 user nova-compute[74046]: DEBUG nova.compute.manager [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Going to confirm migration 2 {{(pid=74046) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4773}}
Oct 23 18:42:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:42:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquired lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:42:41 user nova-compute[74046]: DEBUG nova.network.neutron [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:42:41 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lazy-loading 'info_cache' on Instance uuid ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:42:42 user nova-compute[74046]: DEBUG nova.network.neutron [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updating instance_info_cache with network_info: [{"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:42:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Releasing lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:42:42 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lazy-loading 'migration_context' on Instance uuid ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:42:42 user nova-compute[74046]: DEBUG nova.objects.base [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Object Instance<ca3dbd9b-d834-4231-9637-a8ee9ac25ad1> lazy-loaded attributes: info_cache,migration_context {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:42:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:42 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:42:42 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:42:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.432s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:42 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Deleted allocation for migration 493ffe7f-c27b-4b4b-a67f-bd63ebd0b745
Oct 23 18:42:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5402aaff-d29f-4b34-985f-c9bbf6bf665e tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.466s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:46 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 8b7f1c1b-1e05-414b-978b-be03fcac8c53 is timed out.
Oct 23 18:42:46 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Successfully detached device vdc from instance 8b7f1c1b-1e05-414b-978b-be03fcac8c53 from the live domain config.
Oct 23 18:42:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dDRkNJKv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:42:46 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8de79d1a-e009-4713-9e8f-aaa8c51bbf55]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:42:46 user nova-compute[74046]: No targets found.
Oct 23 18:42:46 user nova-compute[74046]: iSNS:
Oct 23 18:42:46 user nova-compute[74046]: No targets found.
Oct 23 18:42:46 user nova-compute[74046]: STATIC:
Oct 23 18:42:46 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b
Oct 23 18:42:46 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:42:46 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:42:46 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef
Oct 23 18:42:46 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:42:46 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:42:46 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14
Oct 23 18:42:46 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:42:46 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:42:46 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:42:46 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:42:46 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:42:46 user nova-compute[74046]: FIRMWARE:
Oct 23 18:42:46 user nova-compute[74046]: No targets found.
Oct 23 18:42:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:42:46 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:42:46 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[635df08c-5866-4a6f-90ec-5b09ada49fe0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[374d2c49-25b6-4d50-bba0-1410c52670b0]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:42:46 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:42:46 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:42:46 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:42:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:42:46 user nova-compute[74046]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 (non-flash)
Oct 23 18:42:46 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:42:46 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:42:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef016d630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d398cdf5-6d51-45a5-8566-e34876bf03f0]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.038s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c5774f1-7dd9-4115-bf03-41b2f4c97d57]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dee01b03-68ef-4de8-a569-2b6b2b1f0ed7]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ef7a2e8-9ebf-4d98-a31d-dad93f7f5a4a]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[de558e8a-a1b1-4451-bf2d-8d523e9c42ac]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[edfd8e00-877a-4e0d-a983-529e66777403]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14, portal: 172.16.0.220,3260]
Oct 23 18:42:46 user nova-compute[74046]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14, portal: 172.16.0.220,3260] successful.
Oct 23 18:42:46 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50f6c41f-7536-44d9-8b3b-aeb92ae15e14 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[77073569-67b9-435e-b2b4-0ff852eb7a8b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.355s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] <== disconnect_volume: return (357ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:42:46 user nova-compute[74046]: INFO nova.compute.claims [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Claim successful on node user
Oct 23 18:42:47 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.430s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:42:47 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:42:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG nova.policy [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22ef7c31da354e09b4785325d4565fd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a250d57fd9ba46b1af8fe7a4fb3bc24a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:42:47 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Creating image(s)
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "/opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "/opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "/opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG nova.objects.instance [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'flavor' on Instance uuid 8b7f1c1b-1e05-414b-978b-be03fcac8c53 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.251s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8deae0ba-bb81-4941-b5d9-166632b29b40 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.991s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.169s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk 1073741824" returned: 0 in 0.059s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Successfully created port: 37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Cannot resize image /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Ensure instance console log exists: /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Successfully updated port: 37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "refresh_cache-fcfd0f62-0d96-4826-aca8-f0578cc37b51" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquired lock "refresh_cache-fcfd0f62-0d96-4826-aca8-f0578cc37b51" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-560ea3df-a0fb-42c3-a18b-005bf0760c88 req-d9a74119-67b0-4114-a234-bae560ba7743 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Received event network-changed-37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-560ea3df-a0fb-42c3-a18b-005bf0760c88 req-d9a74119-67b0-4114-a234-bae560ba7743 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Refreshing instance network info cache due to event network-changed-37f4abb3-f09b-4610-8fa0-af377af89c0e. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-560ea3df-a0fb-42c3-a18b-005bf0760c88 req-d9a74119-67b0-4114-a234-bae560ba7743 service nova] Acquiring lock "refresh_cache-fcfd0f62-0d96-4826-aca8-f0578cc37b51" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:42:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.network.neutron [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Updating instance_info_cache with network_info: [{"id": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "address": "fa:16:3e:e5:91:3d", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37f4abb3-f0", "ovs_interfaceid": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Releasing lock "refresh_cache-fcfd0f62-0d96-4826-aca8-f0578cc37b51" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.compute.manager [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Instance network_info: |[{"id": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "address": "fa:16:3e:e5:91:3d", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37f4abb3-f0", "ovs_interfaceid": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-560ea3df-a0fb-42c3-a18b-005bf0760c88 req-d9a74119-67b0-4114-a234-bae560ba7743 service nova] Acquired lock "refresh_cache-fcfd0f62-0d96-4826-aca8-f0578cc37b51" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-560ea3df-a0fb-42c3-a18b-005bf0760c88 req-d9a74119-67b0-4114-a234-bae560ba7743 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Refreshing network info cache for port 37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Start _get_guest_xml network_info=[{"id": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "address": "fa:16:3e:e5:91:3d", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37f4abb3-f0", "ovs_interfaceid": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:42:49 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:42:49 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:42:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-566416955',display_name='tempest-AttachVolumeTestJSON-server-566416955',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-566416955',id=34,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHQDLbdPOMu0RWMn81qel2UnLrjYriuWrP5Iq+Qex/qbrnaYE6Hg4USw+6SPtw5cEERd0oGtHbVgQlEBzP8qWbXLslwBIowVqOdYjJPyxQoJQCGp6Hi9bRwOw0yj6uXPlA==',key_name='tempest-keypair-188463252',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a250d57fd9ba46b1af8fe7a4fb3bc24a',ramdisk_id='',reservation_id='r-x1glz3gb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1722492110',owner_user_name='tempest-AttachVolumeTestJSON-1722492110-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:42:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ef7c31da354e09b4785325d4565fd9',uuid=fcfd0f62-0d96-4826-aca8-f0578cc37b51,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "address": "fa:16:3e:e5:91:3d", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37f4abb3-f0", "ovs_interfaceid": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converting VIF {"id": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "address": "fa:16:3e:e5:91:3d", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37f4abb3-f0", "ovs_interfaceid": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:91:3d,bridge_name='br-int',has_traffic_filtering=True,id=37f4abb3-f09b-4610-8fa0-af377af89c0e,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37f4abb3-f0') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.objects.instance [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'pci_devices' on Instance uuid fcfd0f62-0d96-4826-aca8-f0578cc37b51 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:42:49 user nova-compute[74046]:   <uuid>fcfd0f62-0d96-4826-aca8-f0578cc37b51</uuid>
Oct 23 18:42:49 user nova-compute[74046]:   <name>instance-00000022</name>
Oct 23 18:42:49 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:42:49 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:42:49 user nova-compute[74046]:   <metadata>
Oct 23 18:42:49 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:42:49 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:42:49 user nova-compute[74046]:       <nova:name>tempest-AttachVolumeTestJSON-server-566416955</nova:name>
Oct 23 18:42:49 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:42:49</nova:creationTime>
Oct 23 18:42:49 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:42:49 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:42:49 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:42:49 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:42:49 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:42:49 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:42:49 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:42:49 user nova-compute[74046]:       <nova:owner>
Oct 23 18:42:49 user nova-compute[74046]:         <nova:user uuid="22ef7c31da354e09b4785325d4565fd9">tempest-AttachVolumeTestJSON-1722492110-project-member</nova:user>
Oct 23 18:42:49 user nova-compute[74046]:         <nova:project uuid="a250d57fd9ba46b1af8fe7a4fb3bc24a">tempest-AttachVolumeTestJSON-1722492110</nova:project>
Oct 23 18:42:49 user nova-compute[74046]:       </nova:owner>
Oct 23 18:42:49 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:42:49 user nova-compute[74046]:       <nova:ports>
Oct 23 18:42:49 user nova-compute[74046]:         <nova:port uuid="37f4abb3-f09b-4610-8fa0-af377af89c0e">
Oct 23 18:42:49 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 23 18:42:49 user nova-compute[74046]:         </nova:port>
Oct 23 18:42:49 user nova-compute[74046]:       </nova:ports>
Oct 23 18:42:49 user nova-compute[74046]:     </nova:instance>
Oct 23 18:42:49 user nova-compute[74046]:   </metadata>
Oct 23 18:42:49 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:42:49 user nova-compute[74046]:     <system>
Oct 23 18:42:49 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:42:49 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:42:49 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:42:49 user nova-compute[74046]:       <entry name="serial">fcfd0f62-0d96-4826-aca8-f0578cc37b51</entry>
Oct 23 18:42:49 user nova-compute[74046]:       <entry name="uuid">fcfd0f62-0d96-4826-aca8-f0578cc37b51</entry>
Oct 23 18:42:49 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:42:49 user nova-compute[74046]:     </system>
Oct 23 18:42:49 user nova-compute[74046]:   </sysinfo>
Oct 23 18:42:49 user nova-compute[74046]:   <os>
Oct 23 18:42:49 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:42:49 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:42:49 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:42:49 user nova-compute[74046]:   </os>
Oct 23 18:42:49 user nova-compute[74046]:   <features>
Oct 23 18:42:49 user nova-compute[74046]:     <acpi/>
Oct 23 18:42:49 user nova-compute[74046]:     <apic/>
Oct 23 18:42:49 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:42:49 user nova-compute[74046]:   </features>
Oct 23 18:42:49 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:42:49 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:42:49 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:42:49 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:42:49 user nova-compute[74046]:   </clock>
Oct 23 18:42:49 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:42:49 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:42:49 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:42:49 user nova-compute[74046]:   </cpu>
Oct 23 18:42:49 user nova-compute[74046]:   <devices>
Oct 23 18:42:49 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:42:49 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:42:49 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk"/>
Oct 23 18:42:49 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:42:49 user nova-compute[74046]:     </disk>
Oct 23 18:42:49 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:42:49 user nova-compute[74046]:       <mac address="fa:16:3e:e5:91:3d"/>
Oct 23 18:42:49 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:42:49 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:42:49 user nova-compute[74046]:       <target dev="tap37f4abb3-f0"/>
Oct 23 18:42:49 user nova-compute[74046]:     </interface>
Oct 23 18:42:49 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:42:49 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/console.log" append="off"/>
Oct 23 18:42:49 user nova-compute[74046]:     </serial>
Oct 23 18:42:49 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:42:49 user nova-compute[74046]:     <video>
Oct 23 18:42:49 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:42:49 user nova-compute[74046]:     </video>
Oct 23 18:42:49 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:42:49 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:42:49 user nova-compute[74046]:     </rng>
Oct 23 18:42:49 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:42:49 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:42:49 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:42:49 user nova-compute[74046]:     </memballoon>
Oct 23 18:42:49 user nova-compute[74046]:   </devices>
Oct 23 18:42:49 user nova-compute[74046]: </domain>
Oct 23 18:42:49 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:42:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-566416955',display_name='tempest-AttachVolumeTestJSON-server-566416955',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-566416955',id=34,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHQDLbdPOMu0RWMn81qel2UnLrjYriuWrP5Iq+Qex/qbrnaYE6Hg4USw+6SPtw5cEERd0oGtHbVgQlEBzP8qWbXLslwBIowVqOdYjJPyxQoJQCGp6Hi9bRwOw0yj6uXPlA==',key_name='tempest-keypair-188463252',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a250d57fd9ba46b1af8fe7a4fb3bc24a',ramdisk_id='',reservation_id='r-x1glz3gb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1722492110',owner_user_name='tempest-AttachVolumeTestJSON-1722492110-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:42:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ef7c31da354e09b4785325d4565fd9',uuid=fcfd0f62-0d96-4826-aca8-f0578cc37b51,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "address": "fa:16:3e:e5:91:3d", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37f4abb3-f0", "ovs_interfaceid": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converting VIF {"id": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "address": "fa:16:3e:e5:91:3d", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37f4abb3-f0", "ovs_interfaceid": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:91:3d,bridge_name='br-int',has_traffic_filtering=True,id=37f4abb3-f09b-4610-8fa0-af377af89c0e,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37f4abb3-f0') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG os_vif [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:91:3d,bridge_name='br-int',has_traffic_filtering=True,id=37f4abb3-f09b-4610-8fa0-af377af89c0e,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37f4abb3-f0') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '348bc811-9f16-51b8-a96f-f06b33906116', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap37f4abb3-f0, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap37f4abb3-f0, col_values=(('qos', UUID('de27726d-6125-4b75-9e50-b2a1129c2cf1')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap37f4abb3-f0, col_values=(('external_ids', {'iface-id': '37f4abb3-f09b-4610-8fa0-af377af89c0e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e5:91:3d', 'vm-uuid': 'fcfd0f62-0d96-4826-aca8-f0578cc37b51'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:49 user nova-compute[74046]: INFO os_vif [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:91:3d,bridge_name='br-int',has_traffic_filtering=True,id=37f4abb3-f09b-4610-8fa0-af377af89c0e,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37f4abb3-f0')
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No VIF found with MAC fa:16:3e:e5:91:3d, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-560ea3df-a0fb-42c3-a18b-005bf0760c88 req-d9a74119-67b0-4114-a234-bae560ba7743 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Updated VIF entry in instance network info cache for port 37f4abb3-f09b-4610-8fa0-af377af89c0e. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-560ea3df-a0fb-42c3-a18b-005bf0760c88 req-d9a74119-67b0-4114-a234-bae560ba7743 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Updating instance_info_cache with network_info: [{"id": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "address": "fa:16:3e:e5:91:3d", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37f4abb3-f0", "ovs_interfaceid": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:42:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-560ea3df-a0fb-42c3-a18b-005bf0760c88 req-d9a74119-67b0-4114-a234-bae560ba7743 service nova] Releasing lock "refresh_cache-fcfd0f62-0d96-4826-aca8-f0578cc37b51" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:50 user nova-compute[74046]: INFO nova.compute.manager [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Terminating instance
Oct 23 18:42:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UzBpNEWD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:42:50 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:42:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:42:50 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:42:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:42:50 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bcbe63c-b4c0-42bb-95c5-cfbb952aedc9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:42:50 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd93949a-6200-41bf-b844-7c97a06ced15]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797] added
Oct 23 18:42:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a46b5117-647c-4c7c-8473-66978ead197c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[774aaa56-8c65-4556-883a-9210eab36809]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UzBpNEWD {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UzBpNEWD" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b43da597-2681-451d-b832-68f1276dc727]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UzBpNEWD'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-e5c43627-0488-4bf5-9757-a9590de68ac1 req-ba065ac9-9f1a-41b0-b7b5-1fee6f6772ca service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Received event network-vif-plugged-37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e5c43627-0488-4bf5-9757-a9590de68ac1 req-ba065ac9-9f1a-41b0-b7b5-1fee6f6772ca service nova] Acquiring lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e5c43627-0488-4bf5-9757-a9590de68ac1 req-ba065ac9-9f1a-41b0-b7b5-1fee6f6772ca service nova] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e5c43627-0488-4bf5-9757-a9590de68ac1 req-ba065ac9-9f1a-41b0-b7b5-1fee6f6772ca service nova] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-e5c43627-0488-4bf5-9757-a9590de68ac1 req-ba065ac9-9f1a-41b0-b7b5-1fee6f6772ca service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] No waiting events found dispatching network-vif-plugged-37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:51 user nova-compute[74046]: WARNING nova.compute.manager [req-e5c43627-0488-4bf5-9757-a9590de68ac1 req-ba065ac9-9f1a-41b0-b7b5-1fee6f6772ca service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Received unexpected event network-vif-plugged-37f4abb3-f09b-4610-8fa0-af377af89c0e for instance with vm_state building and task_state spawning.
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c972c55c-b61b-4508-a24b-04581a1eec82]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c772640-1915-4d0e-9f4e-7677ced49809]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:42:51 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:42:51 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:42:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:42:51 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:42:51 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:42:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-57ea6da5-b0f9-411a-9027-0bf940200fbc req-35b8e85b-8fc1-4e58-a598-cc87fcdedf54 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-unplugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-57ea6da5-b0f9-411a-9027-0bf940200fbc req-35b8e85b-8fc1-4e58-a598-cc87fcdedf54 service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-57ea6da5-b0f9-411a-9027-0bf940200fbc req-35b8e85b-8fc1-4e58-a598-cc87fcdedf54 service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-57ea6da5-b0f9-411a-9027-0bf940200fbc req-35b8e85b-8fc1-4e58-a598-cc87fcdedf54 service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-57ea6da5-b0f9-411a-9027-0bf940200fbc req-35b8e85b-8fc1-4e58-a598-cc87fcdedf54 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-unplugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-57ea6da5-b0f9-411a-9027-0bf940200fbc req-35b8e85b-8fc1-4e58-a598-cc87fcdedf54 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-unplugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --login" returned: 0 in 0.157s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d955cf92-3321-48fe-84af-4c98c95e231e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797, portal: 172.16.0.220,3260]
Oct 23 18:42:51 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797, portal: 172.16.0.220,3260] successful.
Oct 23 18:42:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.035s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[17dce443-5655-4f2a-b332-a31307b74ec1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7168510-7b86-40af-a0cc-f9bfd86b55e0]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:42:51 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:42:51 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:42:51 user nova-compute[74046]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 (non-flash)
Oct 23 18:42:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:42:51 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:42:51 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:42:51 user nova-compute[74046]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 (non-flash)
Oct 23 18:42:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.438s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2e3e343-263d-4feb-a1aa-77bdc7cd6eb6]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UzBpNEWD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Instance destroyed successfully.
Oct 23 18:42:51 user nova-compute[74046]: DEBUG nova.objects.instance [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lazy-loading 'resources' on Instance uuid 7a32db7d-7e07-41c5-b2c8-5bcca0579d21 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-271107890',display_name='tempest-ServerRescueNegativeTestJSON-server-271107890',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-271107890',id=2,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:30:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1df5afb288fb42fd8800b5e8c1669e7b',ramdisk_id='',reservation_id='r-21idobtg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1892604795',owner_user_name='tempest-ServerRescueNegativeTestJSON-1892604795-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:31:55Z,user_data=None,user_id='8768bac4ff57480eaab864da6a3b481d',uuid=7a32db7d-7e07-41c5-b2c8-5bcca0579d21,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converting VIF {"id": "2477c714-08b2-4358-a263-65c0c3fabfa6", "address": "fa:16:3e:42:4e:ba", "network": {"id": "c0b40c50-d3f1-419c-b254-fbaa2414e1da", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1675870986-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1df5afb288fb42fd8800b5e8c1669e7b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2477c714-08", "ovs_interfaceid": "2477c714-08b2-4358-a263-65c0c3fabfa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:4e:ba,bridge_name='br-int',has_traffic_filtering=True,id=2477c714-08b2-4358-a263-65c0c3fabfa6,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2477c714-08') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG os_vif [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:4e:ba,bridge_name='br-int',has_traffic_filtering=True,id=2477c714-08b2-4358-a263-65c0c3fabfa6,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2477c714-08') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2477c714-08, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0cd352ce-d97e-4915-9986-45f5e8e54ed0) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: INFO os_vif [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:4e:ba,bridge_name='br-int',has_traffic_filtering=True,id=2477c714-08b2-4358-a263-65c0c3fabfa6,network=Network(c0b40c50-d3f1-419c-b254-fbaa2414e1da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2477c714-08')
Oct 23 18:42:51 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Deleting instance files /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21_del
Oct 23 18:42:51 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Deletion of /opt/stack/data/nova/instances/7a32db7d-7e07-41c5-b2c8-5bcca0579d21_del complete
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:51 user nova-compute[74046]: INFO nova.compute.manager [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Took 1.02 seconds to destroy the instance on the hypervisor.
Oct 23 18:42:51 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:42:51 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:42:52 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Took 0.46 seconds to deallocate network for instance.
Oct 23 18:42:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.476s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] <== connect_volume: return (1478ms) {'type': 'block', 'scsi_wwn': '26566336239646637', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26566336239646637', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG nova.objects.instance [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'flavor' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:42:52 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:42:52 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:42:52 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:42:52 user nova-compute[74046]:   <serial>74805d91-1f7e-4f42-bf72-407f4678c797</serial>
Oct 23 18:42:52 user nova-compute[74046]: </disk>
Oct 23 18:42:52 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.337s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:52 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Deleted allocations for instance 7a32db7d-7e07-41c5-b2c8-5bcca0579d21
Oct 23 18:42:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2fd72ec9-bd82-4ffd-83b3-a8a1d7558eb8 tempest-ServerRescueNegativeTestJSON-1892604795 tempest-ServerRescueNegativeTestJSON-1892604795-project-member] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.997s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No VIF found with MAC fa:16:3e:d4:0e:05, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:42:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8aece619-e896-46ec-8e8a-58a009a26a75 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.237s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-b795bbc5-716d-4997-a0a5-a53e0f5c5f9c req-90d6aad1-9e58-4534-a919-4332db75bc39 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Received event network-vif-plugged-37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b795bbc5-716d-4997-a0a5-a53e0f5c5f9c req-90d6aad1-9e58-4534-a919-4332db75bc39 service nova] Acquiring lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b795bbc5-716d-4997-a0a5-a53e0f5c5f9c req-90d6aad1-9e58-4534-a919-4332db75bc39 service nova] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b795bbc5-716d-4997-a0a5-a53e0f5c5f9c req-90d6aad1-9e58-4534-a919-4332db75bc39 service nova] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-b795bbc5-716d-4997-a0a5-a53e0f5c5f9c req-90d6aad1-9e58-4534-a919-4332db75bc39 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] No waiting events found dispatching network-vif-plugged-37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:53 user nova-compute[74046]: WARNING nova.compute.manager [req-b795bbc5-716d-4997-a0a5-a53e0f5c5f9c req-90d6aad1-9e58-4534-a919-4332db75bc39 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Received unexpected event network-vif-plugged-37f4abb3-f09b-4610-8fa0-af377af89c0e for instance with vm_state building and task_state spawning.
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-b795bbc5-716d-4997-a0a5-a53e0f5c5f9c req-90d6aad1-9e58-4534-a919-4332db75bc39 service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-deleted-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:53 user nova-compute[74046]: WARNING nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state deleted and task_state None.
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:53 user nova-compute[74046]: WARNING nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state deleted and task_state None.
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:53 user nova-compute[74046]: WARNING nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state deleted and task_state None.
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-unplugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-unplugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:53 user nova-compute[74046]: WARNING nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-unplugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state deleted and task_state None.
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Acquiring lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] Lock "7a32db7d-7e07-41c5-b2c8-5bcca0579d21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] No waiting events found dispatching network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:42:53 user nova-compute[74046]: WARNING nova.compute.manager [req-47ed396a-70c8-4b46-a0d5-ec67e161f63a req-279c3768-d4c1-4446-983a-52096c95a79d service nova] [instance: 7a32db7d-7e07-41c5-b2c8-5bcca0579d21] Received unexpected event network-vif-plugged-2477c714-08b2-4358-a263-65c0c3fabfa6 for instance with vm_state deleted and task_state None.
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:42:53 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Instance spawned successfully.
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:42:53 user nova-compute[74046]: INFO nova.compute.manager [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Took 6.04 seconds to spawn the instance on the hypervisor.
Oct 23 18:42:53 user nova-compute[74046]: DEBUG nova.compute.manager [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:42:53 user nova-compute[74046]: INFO nova.compute.manager [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Took 6.80 seconds to build instance.
Oct 23 18:42:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7dd8c685-b68a-4e5d-801b-75d94fc3c810 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.951s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:42:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:42:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:42:54 user nova-compute[74046]: INFO nova.compute.manager [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Detaching volume 74805d91-1f7e-4f42-bf72-407f4678c797
Oct 23 18:42:55 user nova-compute[74046]: INFO nova.virt.block_device [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Attempting to driver detach volume 74805d91-1f7e-4f42-bf72-407f4678c797 from mountpoint /dev/vdb
Oct 23 18:42:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Attempting to detach device vdb from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:42:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:42:55 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:42:55 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:42:55 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:42:55 user nova-compute[74046]:   <serial>74805d91-1f7e-4f42-bf72-407f4678c797</serial>
Oct 23 18:42:55 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:42:55 user nova-compute[74046]: </disk>
Oct 23 18:42:55 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:42:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Successfully detached device vdb from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the persistent domain config.
Oct 23 18:42:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:42:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:42:55 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:42:55 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:42:55 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:42:55 user nova-compute[74046]:   <serial>74805d91-1f7e-4f42-bf72-407f4678c797</serial>
Oct 23 18:42:55 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:42:55 user nova-compute[74046]: </disk>
Oct 23 18:42:55 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:42:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:42:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:42:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:12 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:43:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:43:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:43:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:43:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:43:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updating instance_info_cache with network_info: [{"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:43:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:43:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:43:12 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:43:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:15 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 is timed out.
Oct 23 18:43:15 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Successfully detached device vdb from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the live domain config.
Oct 23 18:43:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UzBpNEWD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:43:15 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[70713f9a-4cc6-43ac-ae5a-b6748cd2222a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:43:15 user nova-compute[74046]: No targets found.
Oct 23 18:43:15 user nova-compute[74046]: iSNS:
Oct 23 18:43:15 user nova-compute[74046]: No targets found.
Oct 23 18:43:15 user nova-compute[74046]: STATIC:
Oct 23 18:43:15 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b
Oct 23 18:43:15 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:43:15 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:43:15 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797
Oct 23 18:43:15 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:43:15 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:43:15 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef
Oct 23 18:43:15 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:43:15 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:43:15 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:43:15 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:43:15 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:43:15 user nova-compute[74046]: FIRMWARE:
Oct 23 18:43:15 user nova-compute[74046]: No targets found.
Oct 23 18:43:15 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:43:15 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:43:15 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[08b33c0a-e331-4bd6-882f-6f9984245b6f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc520ff8-284a-4341-ac95-059f4d3449ad]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:43:15 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:43:15 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:43:15 user nova-compute[74046]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 (non-flash)
Oct 23 18:43:15 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:43:15 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:43:15 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:43:15 user nova-compute[74046]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 (non-flash)
Oct 23 18:43:15 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0f05f82440>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e51d6efc-223a-44ab-9800-a58000d1f57e]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e211110b-6329-4de9-906a-38bf86c37ac5]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad889b8c-c137-476c-8bb5-07c398cd75d8]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e735455-d450-4433-8d1e-edc8d5883535]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[070b476a-5941-4d1b-bf32-8f8b432a41fd]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:43:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f278f8bc-5297-4659-9099-d96978ee1b01]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797, portal: 172.16.0.220,3260]
Oct 23 18:43:16 user nova-compute[74046]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797, portal: 172.16.0.220,3260] successful.
Oct 23 18:43:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:43:16 user nova-compute[74046]: INFO nova.compute.manager [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Terminating instance
Oct 23 18:43:16 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74805d91-1f7e-4f42-bf72-407f4678c797 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[893698e1-b281-4609-b871-3458d2e0825b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] <== disconnect_volume: return (315ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-4dd226a1-350b-42a7-863b-af9eb12d99c7 req-e8b3109d-92fb-4a13-bd68-fd7c5ae334ee service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-vif-unplugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4dd226a1-350b-42a7-863b-af9eb12d99c7 req-e8b3109d-92fb-4a13-bd68-fd7c5ae334ee service nova] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4dd226a1-350b-42a7-863b-af9eb12d99c7 req-e8b3109d-92fb-4a13-bd68-fd7c5ae334ee service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4dd226a1-350b-42a7-863b-af9eb12d99c7 req-e8b3109d-92fb-4a13-bd68-fd7c5ae334ee service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-4dd226a1-350b-42a7-863b-af9eb12d99c7 req-e8b3109d-92fb-4a13-bd68-fd7c5ae334ee service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] No waiting events found dispatching network-vif-unplugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-4dd226a1-350b-42a7-863b-af9eb12d99c7 req-e8b3109d-92fb-4a13-bd68-fd7c5ae334ee service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-vif-unplugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:16 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Instance destroyed successfully.
Oct 23 18:43:16 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'resources' on Instance uuid 8b7f1c1b-1e05-414b-978b-be03fcac8c53 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:36:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1141124686',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1141124686',id=26,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJM9BDJZ3v1isxcglkhgsZIOV83X/nA+XGmhwzJBdjQy/5QDQyf64fLN3z7FAT7IiwzVPR12wRDPY0M7+Uf6puqY6jYS7IrNpYhRsEsiMYIoypc8aLjrTXkc+FfnAB3jFA==',key_name='tempest-keypair-600252604',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:41:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='50e9e0ab339647048546a8c62fa0d768',ramdisk_id='',reservation_id='r-oj9jzqot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1720554262',owner_user_name='tempest-AttachVolumeShelveTestJSON-1720554262-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:41:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d137785f9c174d38a02b899ce5c61edc',uuid=8b7f1c1b-1e05-414b-978b-be03fcac8c53,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converting VIF {"id": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "address": "fa:16:3e:32:13:14", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b3af342-e7", "ovs_interfaceid": "9b3af342-e7ec-4691-b245-27fa10ad7fc9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG os_vif [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9b3af342-e7, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=283d723d-c749-4970-b308-8db9e0778688) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:43:16 user nova-compute[74046]: INFO os_vif [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:13:14,bridge_name='br-int',has_traffic_filtering=True,id=9b3af342-e7ec-4691-b245-27fa10ad7fc9,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b3af342-e7')
Oct 23 18:43:16 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Deleting instance files /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53_del
Oct 23 18:43:16 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Deletion of /opt/stack/data/nova/instances/8b7f1c1b-1e05-414b-978b-be03fcac8c53_del complete
Oct 23 18:43:16 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'flavor' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:43:16 user nova-compute[74046]: INFO nova.compute.manager [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:43:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f6824294-4dc4-4ba9-95cb-0c80846cee1d tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.007s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:43:17 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:43:17 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:43:17 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Took 0.88 seconds to deallocate network for instance.
Oct 23 18:43:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-d12a9aab-0e91-43ab-ab93-558ee88a62dc req-faaa2640-89b0-47a9-8b21-95551617c412 service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-vif-deleted-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:43:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:43:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:43:18 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:43:18 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:43:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.276s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:43:18 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:43:18 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Deleted allocations for instance 8b7f1c1b-1e05-414b-978b-be03fcac8c53
Oct 23 18:43:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f2257fea-317b-4982-b99d-73d125225f75 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.237s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:43:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-af3ab168-c23c-4c49-b4b0-26b86bcf1283 req-654936eb-3afe-4930-aa9b-951b802b18fd service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received event network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:43:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-af3ab168-c23c-4c49-b4b0-26b86bcf1283 req-654936eb-3afe-4930-aa9b-951b802b18fd service nova] Acquiring lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:43:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-af3ab168-c23c-4c49-b4b0-26b86bcf1283 req-654936eb-3afe-4930-aa9b-951b802b18fd service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:43:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-af3ab168-c23c-4c49-b4b0-26b86bcf1283 req-654936eb-3afe-4930-aa9b-951b802b18fd service nova] Lock "8b7f1c1b-1e05-414b-978b-be03fcac8c53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:43:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-af3ab168-c23c-4c49-b4b0-26b86bcf1283 req-654936eb-3afe-4930-aa9b-951b802b18fd service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] No waiting events found dispatching network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:43:18 user nova-compute[74046]: WARNING nova.compute.manager [req-af3ab168-c23c-4c49-b4b0-26b86bcf1283 req-654936eb-3afe-4930-aa9b-951b802b18fd service nova] [instance: 8b7f1c1b-1e05-414b-978b-be03fcac8c53] Received unexpected event network-vif-plugged-9b3af342-e7ec-4691-b245-27fa10ad7fc9 for instance with vm_state deleted and task_state None.
Oct 23 18:43:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:19 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:43:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.164s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:22 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:23 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:43:23 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7744MB free_disk=25.158954620361328GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 88d864f8-5da2-45f1-b8c8-3fba6f7e945b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance bf80ee17-10e3-40e8-8c96-ebf57435f044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:43:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.404s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:43:24 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:43:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:43:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-319d16e6-54d9-40ad-bf95-d76db6a59ce9 req-9e94ede7-514d-4b09-96dd-c281d133bfee service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Received event network-changed-375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:43:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-319d16e6-54d9-40ad-bf95-d76db6a59ce9 req-9e94ede7-514d-4b09-96dd-c281d133bfee service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Refreshing instance network info cache due to event network-changed-375ca241-caf9-4b10-85d4-1bd99b870728. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:43:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-319d16e6-54d9-40ad-bf95-d76db6a59ce9 req-9e94ede7-514d-4b09-96dd-c281d133bfee service nova] Acquiring lock "refresh_cache-88d864f8-5da2-45f1-b8c8-3fba6f7e945b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:43:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-319d16e6-54d9-40ad-bf95-d76db6a59ce9 req-9e94ede7-514d-4b09-96dd-c281d133bfee service nova] Acquired lock "refresh_cache-88d864f8-5da2-45f1-b8c8-3fba6f7e945b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:43:46 user nova-compute[74046]: DEBUG nova.network.neutron [req-319d16e6-54d9-40ad-bf95-d76db6a59ce9 req-9e94ede7-514d-4b09-96dd-c281d133bfee service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Refreshing network info cache for port 375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:43:46 user nova-compute[74046]: DEBUG nova.network.neutron [req-319d16e6-54d9-40ad-bf95-d76db6a59ce9 req-9e94ede7-514d-4b09-96dd-c281d133bfee service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Updated VIF entry in instance network info cache for port 375ca241-caf9-4b10-85d4-1bd99b870728. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:43:46 user nova-compute[74046]: DEBUG nova.network.neutron [req-319d16e6-54d9-40ad-bf95-d76db6a59ce9 req-9e94ede7-514d-4b09-96dd-c281d133bfee service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Updating instance_info_cache with network_info: [{"id": "375ca241-caf9-4b10-85d4-1bd99b870728", "address": "fa:16:3e:3f:a3:3e", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap375ca241-ca", "ovs_interfaceid": "375ca241-caf9-4b10-85d4-1bd99b870728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:43:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-319d16e6-54d9-40ad-bf95-d76db6a59ce9 req-9e94ede7-514d-4b09-96dd-c281d133bfee service nova] Releasing lock "refresh_cache-88d864f8-5da2-45f1-b8c8-3fba6f7e945b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:43:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG nova.objects.instance [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'flavor' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:43:50 user nova-compute[74046]: INFO nova.compute.manager [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Attaching volume c6a54036-db92-448f-922b-78bdc9167483 to /dev/vdb
Oct 23 18:43:50 user nova-compute[74046]: DEBUG os_brick.utils [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[362cb29c-c6c8-4c26-a6a7-2d5cfee071d2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fabbc53c-91c7-40a2-ba05-823cdf0845a7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[741fb644-014c-4e85-8b35-6e700d2eecd4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[686de946-2843-4937-bc4b-1c701372e8b9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:43:50 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:43:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e43848c-8165-4ca8-b5b1-9c5adfe18f94]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG os_brick.utils [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:43:50 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Updating existing volume attachment record: 447cc719-4556-4606-9166-663fd9081699 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:43:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:43:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "49f957e3-164c-4879-91c6-d1d6e3f01a91" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:43:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:43:59 user nova-compute[74046]: DEBUG nova.compute.manager [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:43:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:43:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:43:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:43:59 user nova-compute[74046]: INFO nova.compute.claims [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Claim successful on node user
Oct 23 18:43:59 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:43:59 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:43:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.478s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:43:59 user nova-compute[74046]: DEBUG nova.compute.manager [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:43:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:43:59 user nova-compute[74046]: DEBUG nova.compute.manager [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:43:59 user nova-compute[74046]: DEBUG nova.network.neutron [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:43:59 user nova-compute[74046]: DEBUG nova.compute.manager [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:43:59 user nova-compute[74046]: INFO nova.virt.block_device [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Booting with volume snapshot 2b269923-02c1-4aa7-a2c7-db96bb544f5e at /dev/vda
Oct 23 18:43:59 user nova-compute[74046]: DEBUG nova.policy [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4874ac0a6b84fd3bc00d6d3513fd477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bae0e28245d541e5bcb945983ce4d335', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:44:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Successfully created port: 5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG nova.network.neutron [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Successfully updated port: 5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "refresh_cache-49f957e3-164c-4879-91c6-d1d6e3f01a91" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquired lock "refresh_cache-49f957e3-164c-4879-91c6-d1d6e3f01a91" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG nova.network.neutron [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-ed80bc9a-7677-4df4-b3da-6e7a8e602201 req-7573b09e-73e1-4bf0-b884-fc15100ca640 service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received event network-changed-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-ed80bc9a-7677-4df4-b3da-6e7a8e602201 req-7573b09e-73e1-4bf0-b884-fc15100ca640 service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Refreshing instance network info cache due to event network-changed-5eddd2a9-be23-4a8c-bb5e-bf71694b0808. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ed80bc9a-7677-4df4-b3da-6e7a8e602201 req-7573b09e-73e1-4bf0-b884-fc15100ca640 service nova] Acquiring lock "refresh_cache-49f957e3-164c-4879-91c6-d1d6e3f01a91" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG nova.network.neutron [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG nova.network.neutron [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Updating instance_info_cache with network_info: [{"id": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "address": "fa:16:3e:52:46:a7", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5eddd2a9-be", "ovs_interfaceid": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Releasing lock "refresh_cache-49f957e3-164c-4879-91c6-d1d6e3f01a91" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG nova.compute.manager [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Instance network_info: |[{"id": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "address": "fa:16:3e:52:46:a7", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5eddd2a9-be", "ovs_interfaceid": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ed80bc9a-7677-4df4-b3da-6e7a8e602201 req-7573b09e-73e1-4bf0-b884-fc15100ca640 service nova] Acquired lock "refresh_cache-49f957e3-164c-4879-91c6-d1d6e3f01a91" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-ed80bc9a-7677-4df4-b3da-6e7a8e602201 req-7573b09e-73e1-4bf0-b884-fc15100ca640 service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Refreshing network info cache for port 5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:44:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:02 user nova-compute[74046]: DEBUG nova.network.neutron [req-ed80bc9a-7677-4df4-b3da-6e7a8e602201 req-7573b09e-73e1-4bf0-b884-fc15100ca640 service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Updated VIF entry in instance network info cache for port 5eddd2a9-be23-4a8c-bb5e-bf71694b0808. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:44:02 user nova-compute[74046]: DEBUG nova.network.neutron [req-ed80bc9a-7677-4df4-b3da-6e7a8e602201 req-7573b09e-73e1-4bf0-b884-fc15100ca640 service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Updating instance_info_cache with network_info: [{"id": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "address": "fa:16:3e:52:46:a7", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5eddd2a9-be", "ovs_interfaceid": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:44:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ed80bc9a-7677-4df4-b3da-6e7a8e602201 req-7573b09e-73e1-4bf0-b884-fc15100ca640 service nova] Releasing lock "refresh_cache-49f957e3-164c-4879-91c6-d1d6e3f01a91" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:44:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG os_brick.utils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c04c0ade-5c87-49bc-997d-3aaa0668d142]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b28d60f8-c971-4151-9987-8ac431dbd5ae]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[018729e8-f9eb-412a-bb0a-4201d642f3b8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[88623610-3a5e-43d0-8bf4-78e582e1d6b7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:44:05 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:44:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fd20631-be2f-450b-997b-f24c43ca7c3e]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG os_brick.utils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:44:05 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Updating existing volume attachment record: 46dc3c4c-667f-4723-a7c8-f689b5496007 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:44:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "7d729064-b94b-4796-9e53-025071b56d78" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "7d729064-b94b-4796-9e53-025071b56d78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:44:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:44:06 user nova-compute[74046]: INFO nova.compute.claims [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Claim successful on node user
Oct 23 18:44:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.422s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:44:07 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:44:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG nova.policy [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2956df609f6a4d05a695d53e471377a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbbf2db50a894814815b6e519b6c38f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:44:07 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Creating image(s)
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "/opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "/opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "/opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.236s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.198s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk 1073741824" returned: 0 in 0.063s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Successfully created port: d0fa03c5-0415-4914-ba45-2b43359bb42d {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.201s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Cannot resize image /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Ensure instance console log exists: /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.network.neutron [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Successfully updated port: d0fa03c5-0415-4914-ba45-2b43359bb42d {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "refresh_cache-7d729064-b94b-4796-9e53-025071b56d78" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquired lock "refresh_cache-7d729064-b94b-4796-9e53-025071b56d78" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.network.neutron [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-f31ca5a0-3552-40ef-bb47-f95a27798099 req-8a9aba34-7565-4b76-ac3a-51ee30af8a12 service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Received event network-changed-d0fa03c5-0415-4914-ba45-2b43359bb42d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-f31ca5a0-3552-40ef-bb47-f95a27798099 req-8a9aba34-7565-4b76-ac3a-51ee30af8a12 service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Refreshing instance network info cache due to event network-changed-d0fa03c5-0415-4914-ba45-2b43359bb42d. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f31ca5a0-3552-40ef-bb47-f95a27798099 req-8a9aba34-7565-4b76-ac3a-51ee30af8a12 service nova] Acquiring lock "refresh_cache-7d729064-b94b-4796-9e53-025071b56d78" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.network.neutron [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.network.neutron [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Updating instance_info_cache with network_info: [{"id": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "address": "fa:16:3e:c6:83:f2", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa03c5-04", "ovs_interfaceid": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Releasing lock "refresh_cache-7d729064-b94b-4796-9e53-025071b56d78" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.compute.manager [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Instance network_info: |[{"id": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "address": "fa:16:3e:c6:83:f2", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa03c5-04", "ovs_interfaceid": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f31ca5a0-3552-40ef-bb47-f95a27798099 req-8a9aba34-7565-4b76-ac3a-51ee30af8a12 service nova] Acquired lock "refresh_cache-7d729064-b94b-4796-9e53-025071b56d78" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-f31ca5a0-3552-40ef-bb47-f95a27798099 req-8a9aba34-7565-4b76-ac3a-51ee30af8a12 service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Refreshing network info cache for port d0fa03c5-0415-4914-ba45-2b43359bb42d {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Start _get_guest_xml network_info=[{"id": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "address": "fa:16:3e:c6:83:f2", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa03c5-04", "ovs_interfaceid": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:44:08 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:44:08 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:44:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-197831710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-197831710',id=36,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-t3mr743v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:44:07Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=7d729064-b94b-4796-9e53-025071b56d78,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "address": "fa:16:3e:c6:83:f2", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa03c5-04", "ovs_interfaceid": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "address": "fa:16:3e:c6:83:f2", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa03c5-04", "ovs_interfaceid": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:83:f2,bridge_name='br-int',has_traffic_filtering=True,id=d0fa03c5-0415-4914-ba45-2b43359bb42d,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa03c5-04') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.objects.instance [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'pci_devices' on Instance uuid 7d729064-b94b-4796-9e53-025071b56d78 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:44:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:44:08 user nova-compute[74046]:   <uuid>7d729064-b94b-4796-9e53-025071b56d78</uuid>
Oct 23 18:44:08 user nova-compute[74046]:   <name>instance-00000024</name>
Oct 23 18:44:08 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:44:08 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:44:08 user nova-compute[74046]:   <metadata>
Oct 23 18:44:08 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:44:08 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:44:08 user nova-compute[74046]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-197831710</nova:name>
Oct 23 18:44:08 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:44:08</nova:creationTime>
Oct 23 18:44:08 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:44:08 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:44:08 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:44:08 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:44:08 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:44:08 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:44:08 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:44:08 user nova-compute[74046]:       <nova:owner>
Oct 23 18:44:08 user nova-compute[74046]:         <nova:user uuid="2956df609f6a4d05a695d53e471377a0">tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member</nova:user>
Oct 23 18:44:08 user nova-compute[74046]:         <nova:project uuid="fbbf2db50a894814815b6e519b6c38f4">tempest-ServerBootFromVolumeStableRescueTest-1066715729</nova:project>
Oct 23 18:44:08 user nova-compute[74046]:       </nova:owner>
Oct 23 18:44:08 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:44:08 user nova-compute[74046]:       <nova:ports>
Oct 23 18:44:08 user nova-compute[74046]:         <nova:port uuid="d0fa03c5-0415-4914-ba45-2b43359bb42d">
Oct 23 18:44:08 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 23 18:44:08 user nova-compute[74046]:         </nova:port>
Oct 23 18:44:08 user nova-compute[74046]:       </nova:ports>
Oct 23 18:44:08 user nova-compute[74046]:     </nova:instance>
Oct 23 18:44:08 user nova-compute[74046]:   </metadata>
Oct 23 18:44:08 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:44:08 user nova-compute[74046]:     <system>
Oct 23 18:44:08 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:44:08 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:44:08 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:44:08 user nova-compute[74046]:       <entry name="serial">7d729064-b94b-4796-9e53-025071b56d78</entry>
Oct 23 18:44:08 user nova-compute[74046]:       <entry name="uuid">7d729064-b94b-4796-9e53-025071b56d78</entry>
Oct 23 18:44:08 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:44:08 user nova-compute[74046]:     </system>
Oct 23 18:44:08 user nova-compute[74046]:   </sysinfo>
Oct 23 18:44:08 user nova-compute[74046]:   <os>
Oct 23 18:44:08 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:44:08 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:44:08 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:44:08 user nova-compute[74046]:   </os>
Oct 23 18:44:08 user nova-compute[74046]:   <features>
Oct 23 18:44:08 user nova-compute[74046]:     <acpi/>
Oct 23 18:44:08 user nova-compute[74046]:     <apic/>
Oct 23 18:44:08 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:44:08 user nova-compute[74046]:   </features>
Oct 23 18:44:08 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:44:08 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:44:08 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:44:08 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:44:08 user nova-compute[74046]:   </clock>
Oct 23 18:44:08 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:44:08 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:44:08 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:44:08 user nova-compute[74046]:   </cpu>
Oct 23 18:44:08 user nova-compute[74046]:   <devices>
Oct 23 18:44:08 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:44:08 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:44:08 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk"/>
Oct 23 18:44:08 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:44:08 user nova-compute[74046]:     </disk>
Oct 23 18:44:08 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:44:08 user nova-compute[74046]:       <mac address="fa:16:3e:c6:83:f2"/>
Oct 23 18:44:08 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:44:08 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:44:08 user nova-compute[74046]:       <target dev="tapd0fa03c5-04"/>
Oct 23 18:44:08 user nova-compute[74046]:     </interface>
Oct 23 18:44:08 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:44:08 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/console.log" append="off"/>
Oct 23 18:44:08 user nova-compute[74046]:     </serial>
Oct 23 18:44:08 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:44:08 user nova-compute[74046]:     <video>
Oct 23 18:44:08 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:44:08 user nova-compute[74046]:     </video>
Oct 23 18:44:08 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:44:08 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:44:08 user nova-compute[74046]:     </rng>
Oct 23 18:44:08 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:44:08 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:44:08 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:44:08 user nova-compute[74046]:     </memballoon>
Oct 23 18:44:08 user nova-compute[74046]:   </devices>
Oct 23 18:44:08 user nova-compute[74046]: </domain>
Oct 23 18:44:08 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:44:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-197831710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-197831710',id=36,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-t3mr743v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:44:07Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=7d729064-b94b-4796-9e53-025071b56d78,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "address": "fa:16:3e:c6:83:f2", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa03c5-04", "ovs_interfaceid": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "address": "fa:16:3e:c6:83:f2", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa03c5-04", "ovs_interfaceid": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:83:f2,bridge_name='br-int',has_traffic_filtering=True,id=d0fa03c5-0415-4914-ba45-2b43359bb42d,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa03c5-04') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_vif [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:83:f2,bridge_name='br-int',has_traffic_filtering=True,id=d0fa03c5-0415-4914-ba45-2b43359bb42d,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa03c5-04') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c5ad5ff2-07b9-532c-ac70-54adbb8f8415', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd0fa03c5-04, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd0fa03c5-04, col_values=(('qos', UUID('fdf6b515-6a28-4188-b262-678d75342b4e')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd0fa03c5-04, col_values=(('external_ids', {'iface-id': 'd0fa03c5-0415-4914-ba45-2b43359bb42d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:83:f2', 'vm-uuid': '7d729064-b94b-4796-9e53-025071b56d78'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:09 user nova-compute[74046]: INFO os_vif [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:83:f2,bridge_name='br-int',has_traffic_filtering=True,id=d0fa03c5-0415-4914-ba45-2b43359bb42d,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa03c5-04')
Oct 23 18:44:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZkGxWvBr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:44:09 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:44:09 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:44:09 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[94fccaa0-24e2-4869-9839-04d934be414d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:44:09 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No VIF found with MAC fa:16:3e:c6:83:f2, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9140f1b-05d4-4e2f-8922-98766350e71a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483] added
Oct 23 18:44:09 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc990bae-cc94-4451-8283-2f6076f65bee]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG nova.compute.manager [req-f548e5e7-2759-427b-9c25-ea546e868d19 req-6516e04d-9593-4b2d-afd6-7b1ca9d93702 service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Received event network-changed-40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG nova.compute.manager [req-f548e5e7-2759-427b-9c25-ea546e868d19 req-6516e04d-9593-4b2d-afd6-7b1ca9d93702 service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Refreshing instance network info cache due to event network-changed-40335eb6-2c0f-4bd8-acc2-b4642a684c9d. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f548e5e7-2759-427b-9c25-ea546e868d19 req-6516e04d-9593-4b2d-afd6-7b1ca9d93702 service nova] Acquiring lock "refresh_cache-bf80ee17-10e3-40e8-8c96-ebf57435f044" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f548e5e7-2759-427b-9c25-ea546e868d19 req-6516e04d-9593-4b2d-afd6-7b1ca9d93702 service nova] Acquired lock "refresh_cache-bf80ee17-10e3-40e8-8c96-ebf57435f044" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG nova.network.neutron [req-f548e5e7-2759-427b-9c25-ea546e868d19 req-6516e04d-9593-4b2d-afd6-7b1ca9d93702 service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Refreshing network info cache for port 40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cc470b3-9596-43cb-8e37-29869be2b7f6]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZkGxWvBr {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZkGxWvBr" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[023f9e66-cf85-4d13-8bf3-73752f7d9c84]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZkGxWvBr'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8af0fe5e-a075-499f-877b-a2e6954392e6]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[44c774ee-07d3-433f-afa2-15fcae142d9a]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:09 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:09 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:09 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:09 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:09 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:09 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8225ae3-6989-4cce-bfae-d32c15f938a3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483, portal: 172.16.0.220,3260]
Oct 23 18:44:09 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483, portal: 172.16.0.220,3260] successful.
Oct 23 18:44:09 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a656a0e7-2e69-4f1d-9370-7616f2366a85]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[935fd8a2-d48f-4d2e-a2f9-155bb61a7a83]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:09 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:09 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:09 user nova-compute[74046]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 (non-flash)
Oct 23 18:44:09 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:09 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:09 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:09 user nova-compute[74046]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 (non-flash)
Oct 23 18:44:09 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.343s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] HCTL ('34', '-', '-', 0) found on session 43 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG nova.network.neutron [req-f31ca5a0-3552-40ef-bb47-f95a27798099 req-8a9aba34-7565-4b76-ac3a-51ee30af8a12 service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Updated VIF entry in instance network info cache for port d0fa03c5-0415-4914-ba45-2b43359bb42d. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG nova.network.neutron [req-f31ca5a0-3552-40ef-bb47-f95a27798099 req-8a9aba34-7565-4b76-ac3a-51ee30af8a12 service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Updating instance_info_cache with network_info: [{"id": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "address": "fa:16:3e:c6:83:f2", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa03c5-04", "ovs_interfaceid": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d7316f7-78d3-422a-8a39-1db1a27e9b01]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Searching for a device in session 43 and hctl ['34', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f31ca5a0-3552-40ef-bb47-f95a27798099 req-8a9aba34-7565-4b76-ac3a-51ee30af8a12 service nova] Releasing lock "refresh_cache-7d729064-b94b-4796-9e53-025071b56d78" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG nova.network.neutron [req-f548e5e7-2759-427b-9c25-ea546e868d19 req-6516e04d-9593-4b2d-afd6-7b1ca9d93702 service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Updated VIF entry in instance network info cache for port 40335eb6-2c0f-4bd8-acc2-b4642a684c9d. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:44:09 user nova-compute[74046]: DEBUG nova.network.neutron [req-f548e5e7-2759-427b-9c25-ea546e868d19 req-6516e04d-9593-4b2d-afd6-7b1ca9d93702 service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Updating instance_info_cache with network_info: [{"id": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "address": "fa:16:3e:cb:df:58", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40335eb6-2c", "ovs_interfaceid": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:44:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f548e5e7-2759-427b-9c25-ea546e868d19 req-6516e04d-9593-4b2d-afd6-7b1ca9d93702 service nova] Releasing lock "refresh_cache-bf80ee17-10e3-40e8-8c96-ebf57435f044" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:44:10 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Searching for a device in session 43 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:44:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZkGxWvBr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:44:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.395s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:44:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] <== connect_volume: return (1396ms) {'type': 'block', 'scsi_wwn': '23633663439353032', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:44:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23633663439353032', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:44:10 user nova-compute[74046]: DEBUG nova.objects.instance [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'flavor' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:44:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:44:10 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:44:10 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:44:10 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:44:10 user nova-compute[74046]:   <serial>c6a54036-db92-448f-922b-78bdc9167483</serial>
Oct 23 18:44:10 user nova-compute[74046]: </disk>
Oct 23 18:44:10 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:44:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No VIF found with MAC fa:16:3e:d4:0e:05, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-3113e8bb-cfb3-46f2-bf56-3651b6ed55d6 req-57c03c48-ac0c-4ed4-834a-dc7a8d62274e service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Received event network-vif-plugged-d0fa03c5-0415-4914-ba45-2b43359bb42d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3113e8bb-cfb3-46f2-bf56-3651b6ed55d6 req-57c03c48-ac0c-4ed4-834a-dc7a8d62274e service nova] Acquiring lock "7d729064-b94b-4796-9e53-025071b56d78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3113e8bb-cfb3-46f2-bf56-3651b6ed55d6 req-57c03c48-ac0c-4ed4-834a-dc7a8d62274e service nova] Lock "7d729064-b94b-4796-9e53-025071b56d78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3113e8bb-cfb3-46f2-bf56-3651b6ed55d6 req-57c03c48-ac0c-4ed4-834a-dc7a8d62274e service nova] Lock "7d729064-b94b-4796-9e53-025071b56d78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-3113e8bb-cfb3-46f2-bf56-3651b6ed55d6 req-57c03c48-ac0c-4ed4-834a-dc7a8d62274e service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] No waiting events found dispatching network-vif-plugged-d0fa03c5-0415-4914-ba45-2b43359bb42d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:44:11 user nova-compute[74046]: WARNING nova.compute.manager [req-3113e8bb-cfb3-46f2-bf56-3651b6ed55d6 req-57c03c48-ac0c-4ed4-834a-dc7a8d62274e service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Received unexpected event network-vif-plugged-d0fa03c5-0415-4914-ba45-2b43359bb42d for instance with vm_state building and task_state spawning.
Oct 23 18:44:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e24c90e4-31e7-43a3-ae48-ac5d176beae5 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.674s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:11 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:44:11 user nova-compute[74046]: INFO nova.compute.claims [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Claim successful on node user
Oct 23 18:44:12 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.503s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:44:12 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:44:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG nova.policy [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd137785f9c174d38a02b899ce5c61edc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50e9e0ab339647048546a8c62fa0d768', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:44:12 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Creating image(s)
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "/opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "/opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "/opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.196s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk 1073741824" returned: 0 in 0.050s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Successfully created port: 9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.206s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Cannot resize image /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Ensure instance console log exists: /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-f1a890a8-4bd4-4afb-9226-f592b5ad0714" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-f1a890a8-4bd4-4afb-9226-f592b5ad0714" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-897a612f-de39-48f9-8ffe-75c7b3953be9 req-8e749708-b144-49f5-9a9a-9b414a5a65ef service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Received event network-vif-plugged-d0fa03c5-0415-4914-ba45-2b43359bb42d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-897a612f-de39-48f9-8ffe-75c7b3953be9 req-8e749708-b144-49f5-9a9a-9b414a5a65ef service nova] Acquiring lock "7d729064-b94b-4796-9e53-025071b56d78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-897a612f-de39-48f9-8ffe-75c7b3953be9 req-8e749708-b144-49f5-9a9a-9b414a5a65ef service nova] Lock "7d729064-b94b-4796-9e53-025071b56d78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-897a612f-de39-48f9-8ffe-75c7b3953be9 req-8e749708-b144-49f5-9a9a-9b414a5a65ef service nova] Lock "7d729064-b94b-4796-9e53-025071b56d78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-897a612f-de39-48f9-8ffe-75c7b3953be9 req-8e749708-b144-49f5-9a9a-9b414a5a65ef service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] No waiting events found dispatching network-vif-plugged-d0fa03c5-0415-4914-ba45-2b43359bb42d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:44:13 user nova-compute[74046]: WARNING nova.compute.manager [req-897a612f-de39-48f9-8ffe-75c7b3953be9 req-8e749708-b144-49f5-9a9a-9b414a5a65ef service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Received unexpected event network-vif-plugged-d0fa03c5-0415-4914-ba45-2b43359bb42d for instance with vm_state building and task_state spawning.
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.compute.manager [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:44:13 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Instance spawned successfully.
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:13 user nova-compute[74046]: INFO nova.compute.manager [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Took 6.37 seconds to spawn the instance on the hypervisor.
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.compute.manager [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Successfully updated port: 9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:44:13 user nova-compute[74046]: INFO nova.compute.manager [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Took 7.18 seconds to build instance.
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Updating instance_info_cache with network_info: [{"id": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "address": "fa:16:3e:d4:0e:05", "network": {"id": "0c2cb93f-91d6-4c1b-9f01-27266f810729", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-953267435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "953c90b080f34000812bcc8936526316", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap998c38a9-43", "ovs_interfaceid": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquired lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-bbe2b23d-e10f-4f80-9e5a-e3e5c18ee4f7 req-4483a6e7-7efa-4e0d-a6a3-83c6b9eeabce service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-changed-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-bbe2b23d-e10f-4f80-9e5a-e3e5c18ee4f7 req-4483a6e7-7efa-4e0d-a6a3-83c6b9eeabce service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Refreshing instance network info cache due to event network-changed-9efe2d74-0d24-4635-a1f0-ca9d83990ce8. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bbe2b23d-e10f-4f80-9e5a-e3e5c18ee4f7 req-4483a6e7-7efa-4e0d-a6a3-83c6b9eeabce service nova] Acquiring lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-f1a890a8-4bd4-4afb-9226-f592b5ad0714" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-fea61131-1ed4-4b3f-812f-e1395820ee99 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "7d729064-b94b-4796-9e53-025071b56d78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.418s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:13 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:14 user nova-compute[74046]: INFO nova.compute.manager [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Detaching volume c6a54036-db92-448f-922b-78bdc9167483
Oct 23 18:44:14 user nova-compute[74046]: INFO nova.virt.block_device [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Attempting to driver detach volume c6a54036-db92-448f-922b-78bdc9167483 from mountpoint /dev/vdb
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Attempting to detach device vdb from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:44:14 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:44:14 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:44:14 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:44:14 user nova-compute[74046]:   <serial>c6a54036-db92-448f-922b-78bdc9167483</serial>
Oct 23 18:44:14 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:44:14 user nova-compute[74046]: </disk>
Oct 23 18:44:14 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:44:14 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Successfully detached device vdb from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the persistent domain config.
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:44:14 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:44:14 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:44:14 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:44:14 user nova-compute[74046]:   <serial>c6a54036-db92-448f-922b-78bdc9167483</serial>
Oct 23 18:44:14 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:44:14 user nova-compute[74046]: </disk>
Oct 23 18:44:14 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updating instance_info_cache with network_info: [{"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Releasing lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.compute.manager [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Instance network_info: |[{"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bbe2b23d-e10f-4f80-9e5a-e3e5c18ee4f7 req-4483a6e7-7efa-4e0d-a6a3-83c6b9eeabce service nova] Acquired lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.network.neutron [req-bbe2b23d-e10f-4f80-9e5a-e3e5c18ee4f7 req-4483a6e7-7efa-4e0d-a6a3-83c6b9eeabce service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Refreshing network info cache for port 9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Start _get_guest_xml network_info=[{"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:44:14 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:44:14 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:44:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-402481722',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-402481722',id=37,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXv+QXNjz7L8yNZifuqcFCWaAdP6qfS69EBB4RwwPDtU0e3XX0yldoE6by/X/LfC081K569prxd4ohWRkvdbLzlcg4cPPSX8m8jPkl8gII4oQbkOBgOO6eJomhUNJDfjA==',key_name='tempest-keypair-669188026',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='50e9e0ab339647048546a8c62fa0d768',ramdisk_id='',reservation_id='r-e10qayfi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1720554262',owner_user_name='tempest-AttachVolumeShelveTestJSON-1720554262-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:44:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d137785f9c174d38a02b899ce5c61edc',uuid=d2cdf508-8848-4c89-9707-dcfa3bb69396,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converting VIF {"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.objects.instance [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'pci_devices' on Instance uuid d2cdf508-8848-4c89-9707-dcfa3bb69396 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:44:14 user nova-compute[74046]:   <uuid>d2cdf508-8848-4c89-9707-dcfa3bb69396</uuid>
Oct 23 18:44:14 user nova-compute[74046]:   <name>instance-00000025</name>
Oct 23 18:44:14 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:44:14 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:44:14 user nova-compute[74046]:   <metadata>
Oct 23 18:44:14 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:44:14 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:44:14 user nova-compute[74046]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-402481722</nova:name>
Oct 23 18:44:14 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:44:14</nova:creationTime>
Oct 23 18:44:14 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:44:14 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:44:14 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:44:14 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:44:14 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:44:14 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:44:14 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:44:14 user nova-compute[74046]:       <nova:owner>
Oct 23 18:44:14 user nova-compute[74046]:         <nova:user uuid="d137785f9c174d38a02b899ce5c61edc">tempest-AttachVolumeShelveTestJSON-1720554262-project-member</nova:user>
Oct 23 18:44:14 user nova-compute[74046]:         <nova:project uuid="50e9e0ab339647048546a8c62fa0d768">tempest-AttachVolumeShelveTestJSON-1720554262</nova:project>
Oct 23 18:44:14 user nova-compute[74046]:       </nova:owner>
Oct 23 18:44:14 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:44:14 user nova-compute[74046]:       <nova:ports>
Oct 23 18:44:14 user nova-compute[74046]:         <nova:port uuid="9efe2d74-0d24-4635-a1f0-ca9d83990ce8">
Oct 23 18:44:14 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 23 18:44:14 user nova-compute[74046]:         </nova:port>
Oct 23 18:44:14 user nova-compute[74046]:       </nova:ports>
Oct 23 18:44:14 user nova-compute[74046]:     </nova:instance>
Oct 23 18:44:14 user nova-compute[74046]:   </metadata>
Oct 23 18:44:14 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:44:14 user nova-compute[74046]:     <system>
Oct 23 18:44:14 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:44:14 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:44:14 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:44:14 user nova-compute[74046]:       <entry name="serial">d2cdf508-8848-4c89-9707-dcfa3bb69396</entry>
Oct 23 18:44:14 user nova-compute[74046]:       <entry name="uuid">d2cdf508-8848-4c89-9707-dcfa3bb69396</entry>
Oct 23 18:44:14 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:44:14 user nova-compute[74046]:     </system>
Oct 23 18:44:14 user nova-compute[74046]:   </sysinfo>
Oct 23 18:44:14 user nova-compute[74046]:   <os>
Oct 23 18:44:14 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:44:14 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:44:14 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:44:14 user nova-compute[74046]:   </os>
Oct 23 18:44:14 user nova-compute[74046]:   <features>
Oct 23 18:44:14 user nova-compute[74046]:     <acpi/>
Oct 23 18:44:14 user nova-compute[74046]:     <apic/>
Oct 23 18:44:14 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:44:14 user nova-compute[74046]:   </features>
Oct 23 18:44:14 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:44:14 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:44:14 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:44:14 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:44:14 user nova-compute[74046]:   </clock>
Oct 23 18:44:14 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:44:14 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:44:14 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:44:14 user nova-compute[74046]:   </cpu>
Oct 23 18:44:14 user nova-compute[74046]:   <devices>
Oct 23 18:44:14 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:44:14 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:44:14 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk"/>
Oct 23 18:44:14 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:44:14 user nova-compute[74046]:     </disk>
Oct 23 18:44:14 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:44:14 user nova-compute[74046]:       <mac address="fa:16:3e:08:f0:1b"/>
Oct 23 18:44:14 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:44:14 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:44:14 user nova-compute[74046]:       <target dev="tap9efe2d74-0d"/>
Oct 23 18:44:14 user nova-compute[74046]:     </interface>
Oct 23 18:44:14 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:44:14 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/console.log" append="off"/>
Oct 23 18:44:14 user nova-compute[74046]:     </serial>
Oct 23 18:44:14 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:44:14 user nova-compute[74046]:     <video>
Oct 23 18:44:14 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:44:14 user nova-compute[74046]:     </video>
Oct 23 18:44:14 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:44:14 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:44:14 user nova-compute[74046]:     </rng>
Oct 23 18:44:14 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:44:14 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:44:14 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:44:14 user nova-compute[74046]:     </memballoon>
Oct 23 18:44:14 user nova-compute[74046]:   </devices>
Oct 23 18:44:14 user nova-compute[74046]: </domain>
Oct 23 18:44:14 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:44:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-402481722',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-402481722',id=37,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXv+QXNjz7L8yNZifuqcFCWaAdP6qfS69EBB4RwwPDtU0e3XX0yldoE6by/X/LfC081K569prxd4ohWRkvdbLzlcg4cPPSX8m8jPkl8gII4oQbkOBgOO6eJomhUNJDfjA==',key_name='tempest-keypair-669188026',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='50e9e0ab339647048546a8c62fa0d768',ramdisk_id='',reservation_id='r-e10qayfi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1720554262',owner_user_name='tempest-AttachVolumeShelveTestJSON-1720554262-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:44:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d137785f9c174d38a02b899ce5c61edc',uuid=d2cdf508-8848-4c89-9707-dcfa3bb69396,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converting VIF {"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG os_vif [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a4555cec-1f4a-59dc-a07b-ae804fcc61eb', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9efe2d74-0d, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9efe2d74-0d, col_values=(('qos', UUID('9179783b-1523-4591-a5c7-ba47dbfaa243')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9efe2d74-0d, col_values=(('external_ids', {'iface-id': '9efe2d74-0d24-4635-a1f0-ca9d83990ce8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:08:f0:1b', 'vm-uuid': 'd2cdf508-8848-4c89-9707-dcfa3bb69396'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:14 user nova-compute[74046]: INFO os_vif [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d')
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:44:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] No VIF found with MAC fa:16:3e:08:f0:1b, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:44:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-bbe2b23d-e10f-4f80-9e5a-e3e5c18ee4f7 req-4483a6e7-7efa-4e0d-a6a3-83c6b9eeabce service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updated VIF entry in instance network info cache for port 9efe2d74-0d24-4635-a1f0-ca9d83990ce8. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:44:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-bbe2b23d-e10f-4f80-9e5a-e3e5c18ee4f7 req-4483a6e7-7efa-4e0d-a6a3-83c6b9eeabce service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updating instance_info_cache with network_info: [{"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:44:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bbe2b23d-e10f-4f80-9e5a-e3e5c18ee4f7 req-4483a6e7-7efa-4e0d-a6a3-83c6b9eeabce service nova] Releasing lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG nova.objects.instance [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'flavor' on Instance uuid bf80ee17-10e3-40e8-8c96-ebf57435f044 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.088s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-8ac84cb4-b679-4965-8308-1b63a5f6e537 req-283999a8-98bb-4caf-b8b3-bc01d1bc932a service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8ac84cb4-b679-4965-8308-1b63a5f6e537 req-283999a8-98bb-4caf-b8b3-bc01d1bc932a service nova] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8ac84cb4-b679-4965-8308-1b63a5f6e537 req-283999a8-98bb-4caf-b8b3-bc01d1bc932a service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8ac84cb4-b679-4965-8308-1b63a5f6e537 req-283999a8-98bb-4caf-b8b3-bc01d1bc932a service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG nova.compute.manager [req-8ac84cb4-b679-4965-8308-1b63a5f6e537 req-283999a8-98bb-4caf-b8b3-bc01d1bc932a service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] No waiting events found dispatching network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:44:16 user nova-compute[74046]: WARNING nova.compute.manager [req-8ac84cb4-b679-4965-8308-1b63a5f6e537 req-283999a8-98bb-4caf-b8b3-bc01d1bc932a service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received unexpected event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 for instance with vm_state building and task_state spawning.
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:16 user nova-compute[74046]: INFO nova.compute.manager [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Attaching volume 74323433-3df4-4fbd-89c3-2598bf157e72 to /dev/vdb
Oct 23 18:44:16 user nova-compute[74046]: DEBUG os_brick.utils [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7db4c687-ecf0-4a5d-bb51-7631a868bd7f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d1fcc31-2f1a-41e0-93a7-a40c51f230ac]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cab73c0-208d-46d0-806a-b312740e2f88]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2662eb9c-3dd2-4b05-827e-c474e070c21f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:44:16 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:44:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cffca30-a9d0-44a0-acde-d063418977d0]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG os_brick.utils [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Updating existing volume attachment record: 4a2b3fc4-a51d-4bdb-bd10-7a7b3393903c {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-a5cd68a8-7cc7-45b0-ab63-06a4c414c243 req-d27164e9-7fc7-41c0-9bb9-e3b296c7e9fe service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a5cd68a8-7cc7-45b0-ab63-06a4c414c243 req-d27164e9-7fc7-41c0-9bb9-e3b296c7e9fe service nova] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a5cd68a8-7cc7-45b0-ab63-06a4c414c243 req-d27164e9-7fc7-41c0-9bb9-e3b296c7e9fe service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a5cd68a8-7cc7-45b0-ab63-06a4c414c243 req-d27164e9-7fc7-41c0-9bb9-e3b296c7e9fe service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-a5cd68a8-7cc7-45b0-ab63-06a4c414c243 req-d27164e9-7fc7-41c0-9bb9-e3b296c7e9fe service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] No waiting events found dispatching network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:44:18 user nova-compute[74046]: WARNING nova.compute.manager [req-a5cd68a8-7cc7-45b0-ab63-06a4c414c243 req-d27164e9-7fc7-41c0-9bb9-e3b296c7e9fe service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received unexpected event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 for instance with vm_state building and task_state spawning.
Oct 23 18:44:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:44:18 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Instance spawned successfully.
Oct 23 18:44:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:18 user nova-compute[74046]: INFO nova.compute.manager [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Took 6.38 seconds to spawn the instance on the hypervisor.
Oct 23 18:44:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:44:18 user nova-compute[74046]: INFO nova.compute.manager [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Took 7.25 seconds to build instance.
Oct 23 18:44:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-bf919cf4-78a2-4e6e-9cf1-91f92ccf4830 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.450s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:44:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:44:20 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:23 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:44:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:44:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.manager [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:44:26 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Creating image(s)
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Ensure instance console log exists: /opt/stack/data/nova/instances/49f957e3-164c-4879-91c6-d1d6e3f01a91/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Start _get_guest_xml network_info=[{"id": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "address": "fa:16:3e:52:46:a7", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5eddd2a9-be", "ovs_interfaceid": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-23T18:43:48Z,direct_url=<?>,disk_format='qcow2',id=ab4dc06b-d256-4815-8f66-f0bac6075d8f,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-378058069',owner='bae0e28245d541e5bcb945983ce4d335',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-23T18:43:49Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '46dc3c4c-667f-4723-a7c8-f689b5496007', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SCTVUNHP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '49f957e3-164c-4879-91c6-d1d6e3f01a91', 'attached_at': '', 'detached_at': '', 'volume_id': '7de199ae-2259-42dd-ac94-2c3f3c057009', 'serial': '7de199ae-2259-42dd-ac94-2c3f3c057009'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:26 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:44:26 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-23T18:43:48Z,direct_url=<?>,disk_format='qcow2',id=ab4dc06b-d256-4815-8f66-f0bac6075d8f,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-378058069',owner='bae0e28245d541e5bcb945983ce4d335',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-23T18:43:49Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SCTVUNHP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:44:26 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:44:26 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:44:26 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4969b276-97c0-4ef7-a2d6-d16e3ecf4a31]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:44:26 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6806422-39f8-43e6-9746-ccb591f1e437]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009] added
Oct 23 18:44:26 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ce39bac-e30a-432b-91e6-c9f87daf2792]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[16d6160d-58c0-4399-abe3-2cef06f973ed]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SCTVUNHP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SCTVUNHP" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[165d4bd6-c031-4731-a5b0-c28f7b11f6c4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SCTVUNHP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:26 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:44:26 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7845MB free_disk=25.153305053710938GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d248325a-8472-4125-950f-04d4bbd0c166]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[69a57556-56aa-4023-bcf3-5df762c10c0b]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 (non-flash)
Oct 23 18:44:26 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 (non-flash)
Oct 23 18:44:26 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[04c314dc-8a1a-47f7-b0e5-289e2c08d48a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009, portal: 172.16.0.220,3260]
Oct 23 18:44:26 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009, portal: 172.16.0.220,3260] successful.
Oct 23 18:44:26 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 88d864f8-5da2-45f1-b8c8-3fba6f7e945b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance bf80ee17-10e3-40e8-8c96-ebf57435f044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 49f957e3-164c-4879-91c6-d1d6e3f01a91 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7d729064-b94b-4796-9e53-025071b56d78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance d2cdf508-8848-4c89-9707-dcfa3bb69396 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae619033-fd23-492a-918c-d54ff2d6bc2f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dcee04b-e851-448a-b41e-d263e05d7b4e]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:44:26 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 (non-flash)
Oct 23 18:44:26 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:44:26 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:44:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.782s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:44:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:44:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] HCTL ('37', '-', '-', 0) found on session 44 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:44:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:44:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1376a4bf-d576-432e-9508-c6b27832a889]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching for a device in session 44 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:44:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SCTVUNHP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:44:27 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:44:27 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:44:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:44:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.535s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.820s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== connect_volume: return (1822ms) {'type': 'block', 'scsi_wwn': '26530663831393064', 'path': '/dev/sdf'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26530663831393064', 'path': '/dev/sdf'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:43:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-529067795',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-529067795',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-529067795',id=35,image_ref='ab4dc06b-d256-4815-8f66-f0bac6075d8f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZjsynEvKZIMKbOAh3yOzGhmCTqWeEN4XWGdRiElEF0/UhghndCobduz6HErTqiutBYDpGjKdoUpfgEhk1Y2qu8IpmNUpavJn24dZWVnj7rFBbUcabW55ZtIdEb/KmJEQ==',key_name='tempest-keypair-865652331',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-vl9wazs0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-462875323',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:44:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=49f957e3-164c-4879-91c6-d1d6e3f01a91,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "address": "fa:16:3e:52:46:a7", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5eddd2a9-be", "ovs_interfaceid": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "address": "fa:16:3e:52:46:a7", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5eddd2a9-be", "ovs_interfaceid": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:46:a7,bridge_name='br-int',has_traffic_filtering=True,id=5eddd2a9-be23-4a8c-bb5e-bf71694b0808,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5eddd2a9-be') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG nova.objects.instance [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lazy-loading 'pci_devices' on Instance uuid 49f957e3-164c-4879-91c6-d1d6e3f01a91 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:44:28 user nova-compute[74046]:   <uuid>49f957e3-164c-4879-91c6-d1d6e3f01a91</uuid>
Oct 23 18:44:28 user nova-compute[74046]:   <name>instance-00000023</name>
Oct 23 18:44:28 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:44:28 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:44:28 user nova-compute[74046]:   <metadata>
Oct 23 18:44:28 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:44:28 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:44:28 user nova-compute[74046]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-529067795</nova:name>
Oct 23 18:44:28 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:44:26</nova:creationTime>
Oct 23 18:44:28 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:44:28 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:44:28 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:44:28 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:44:28 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:44:28 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:44:28 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:44:28 user nova-compute[74046]:       <nova:owner>
Oct 23 18:44:28 user nova-compute[74046]:         <nova:user uuid="f4874ac0a6b84fd3bc00d6d3513fd477">tempest-TestVolumeBootPattern-462875323-project-member</nova:user>
Oct 23 18:44:28 user nova-compute[74046]:         <nova:project uuid="bae0e28245d541e5bcb945983ce4d335">tempest-TestVolumeBootPattern-462875323</nova:project>
Oct 23 18:44:28 user nova-compute[74046]:       </nova:owner>
Oct 23 18:44:28 user nova-compute[74046]:       <nova:root type="image" uuid="ab4dc06b-d256-4815-8f66-f0bac6075d8f"/>
Oct 23 18:44:28 user nova-compute[74046]:       <nova:ports>
Oct 23 18:44:28 user nova-compute[74046]:         <nova:port uuid="5eddd2a9-be23-4a8c-bb5e-bf71694b0808">
Oct 23 18:44:28 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 23 18:44:28 user nova-compute[74046]:         </nova:port>
Oct 23 18:44:28 user nova-compute[74046]:       </nova:ports>
Oct 23 18:44:28 user nova-compute[74046]:     </nova:instance>
Oct 23 18:44:28 user nova-compute[74046]:   </metadata>
Oct 23 18:44:28 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:44:28 user nova-compute[74046]:     <system>
Oct 23 18:44:28 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:44:28 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:44:28 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:44:28 user nova-compute[74046]:       <entry name="serial">49f957e3-164c-4879-91c6-d1d6e3f01a91</entry>
Oct 23 18:44:28 user nova-compute[74046]:       <entry name="uuid">49f957e3-164c-4879-91c6-d1d6e3f01a91</entry>
Oct 23 18:44:28 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:44:28 user nova-compute[74046]:     </system>
Oct 23 18:44:28 user nova-compute[74046]:   </sysinfo>
Oct 23 18:44:28 user nova-compute[74046]:   <os>
Oct 23 18:44:28 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:44:28 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:44:28 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:44:28 user nova-compute[74046]:   </os>
Oct 23 18:44:28 user nova-compute[74046]:   <features>
Oct 23 18:44:28 user nova-compute[74046]:     <acpi/>
Oct 23 18:44:28 user nova-compute[74046]:     <apic/>
Oct 23 18:44:28 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:44:28 user nova-compute[74046]:   </features>
Oct 23 18:44:28 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:44:28 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:44:28 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:44:28 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:44:28 user nova-compute[74046]:   </clock>
Oct 23 18:44:28 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:44:28 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:44:28 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:44:28 user nova-compute[74046]:   </cpu>
Oct 23 18:44:28 user nova-compute[74046]:   <devices>
Oct 23 18:44:28 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:44:28 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:44:28 user nova-compute[74046]:       <source dev="/dev/sdf"/>
Oct 23 18:44:28 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:44:28 user nova-compute[74046]:       <serial>7de199ae-2259-42dd-ac94-2c3f3c057009</serial>
Oct 23 18:44:28 user nova-compute[74046]:     </disk>
Oct 23 18:44:28 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:44:28 user nova-compute[74046]:       <mac address="fa:16:3e:52:46:a7"/>
Oct 23 18:44:28 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:44:28 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:44:28 user nova-compute[74046]:       <target dev="tap5eddd2a9-be"/>
Oct 23 18:44:28 user nova-compute[74046]:     </interface>
Oct 23 18:44:28 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:44:28 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/49f957e3-164c-4879-91c6-d1d6e3f01a91/console.log" append="off"/>
Oct 23 18:44:28 user nova-compute[74046]:     </serial>
Oct 23 18:44:28 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:44:28 user nova-compute[74046]:     <video>
Oct 23 18:44:28 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:44:28 user nova-compute[74046]:     </video>
Oct 23 18:44:28 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:44:28 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:44:28 user nova-compute[74046]:     </rng>
Oct 23 18:44:28 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:44:28 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:44:28 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:44:28 user nova-compute[74046]:     </memballoon>
Oct 23 18:44:28 user nova-compute[74046]:   </devices>
Oct 23 18:44:28 user nova-compute[74046]: </domain>
Oct 23 18:44:28 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:43:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-529067795',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-529067795',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-529067795',id=35,image_ref='ab4dc06b-d256-4815-8f66-f0bac6075d8f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZjsynEvKZIMKbOAh3yOzGhmCTqWeEN4XWGdRiElEF0/UhghndCobduz6HErTqiutBYDpGjKdoUpfgEhk1Y2qu8IpmNUpavJn24dZWVnj7rFBbUcabW55ZtIdEb/KmJEQ==',key_name='tempest-keypair-865652331',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-vl9wazs0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-462875323',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:44:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=49f957e3-164c-4879-91c6-d1d6e3f01a91,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "address": "fa:16:3e:52:46:a7", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5eddd2a9-be", "ovs_interfaceid": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "address": "fa:16:3e:52:46:a7", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5eddd2a9-be", "ovs_interfaceid": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:46:a7,bridge_name='br-int',has_traffic_filtering=True,id=5eddd2a9-be23-4a8c-bb5e-bf71694b0808,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5eddd2a9-be') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG os_vif [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:46:a7,bridge_name='br-int',has_traffic_filtering=True,id=5eddd2a9-be23-4a8c-bb5e-bf71694b0808,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5eddd2a9-be') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '287e5336-2d1f-5246-98dc-3d94fede1c43', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5eddd2a9-be, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5eddd2a9-be, col_values=(('qos', UUID('103f98d8-2baf-4c17-86bf-a58347515f7e')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5eddd2a9-be, col_values=(('external_ids', {'iface-id': '5eddd2a9-be23-4a8c-bb5e-bf71694b0808', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:52:46:a7', 'vm-uuid': '49f957e3-164c-4879-91c6-d1d6e3f01a91'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:28 user nova-compute[74046]: INFO os_vif [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:46:a7,bridge_name='br-int',has_traffic_filtering=True,id=5eddd2a9-be23-4a8c-bb5e-bf71694b0808,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5eddd2a9-be')
Oct 23 18:44:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] No VIF found with MAC fa:16:3e:52:46:a7, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:44:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-fef5e3cd-9227-4e2b-b0c5-c71e8840d2ac req-4cdd0e35-f7ee-4287-a719-8ff408607abd service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received event network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:44:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-fef5e3cd-9227-4e2b-b0c5-c71e8840d2ac req-4cdd0e35-f7ee-4287-a719-8ff408607abd service nova] Acquiring lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-fef5e3cd-9227-4e2b-b0c5-c71e8840d2ac req-4cdd0e35-f7ee-4287-a719-8ff408607abd service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-fef5e3cd-9227-4e2b-b0c5-c71e8840d2ac req-4cdd0e35-f7ee-4287-a719-8ff408607abd service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-fef5e3cd-9227-4e2b-b0c5-c71e8840d2ac req-4cdd0e35-f7ee-4287-a719-8ff408607abd service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] No waiting events found dispatching network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:44:29 user nova-compute[74046]: WARNING nova.compute.manager [req-fef5e3cd-9227-4e2b-b0c5-c71e8840d2ac req-4cdd0e35-f7ee-4287-a719-8ff408607abd service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received unexpected event network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 for instance with vm_state building and task_state spawning.
Oct 23 18:44:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:44:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:44:31 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Instance spawned successfully.
Oct 23 18:44:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:44:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:44:31 user nova-compute[74046]: INFO nova.compute.manager [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Took 5.72 seconds to spawn the instance on the hypervisor.
Oct 23 18:44:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:44:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-6860803d-cb67-4ead-9184-ce9327aa7215 req-60646dda-1770-40f8-be4f-a3228c45221e service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received event network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:44:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6860803d-cb67-4ead-9184-ce9327aa7215 req-60646dda-1770-40f8-be4f-a3228c45221e service nova] Acquiring lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6860803d-cb67-4ead-9184-ce9327aa7215 req-60646dda-1770-40f8-be4f-a3228c45221e service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6860803d-cb67-4ead-9184-ce9327aa7215 req-60646dda-1770-40f8-be4f-a3228c45221e service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-6860803d-cb67-4ead-9184-ce9327aa7215 req-60646dda-1770-40f8-be4f-a3228c45221e service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] No waiting events found dispatching network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:44:31 user nova-compute[74046]: WARNING nova.compute.manager [req-6860803d-cb67-4ead-9184-ce9327aa7215 req-60646dda-1770-40f8-be4f-a3228c45221e service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received unexpected event network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 for instance with vm_state building and task_state spawning.
Oct 23 18:44:31 user nova-compute[74046]: INFO nova.compute.manager [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Took 32.61 seconds to build instance.
Oct 23 18:44:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2099f3ce-8c5b-48c0-9110-385a56d61bd3 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 32.731s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:32 user nova-compute[74046]: INFO nova.compute.manager [None req-1453b9c5-d92a-4a9a-aaf7-02d09cb24e57 tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Get console output
Oct 23 18:44:32 user nova-compute[74046]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Oct 23 18:44:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:34 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 is timed out.
Oct 23 18:44:34 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Successfully detached device vdb from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the live domain config.
Oct 23 18:44:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZkGxWvBr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:44:34 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:44:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9560db1-d7f1-411f-8c88-f9d453ef2326]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:44:34 user nova-compute[74046]: No targets found.
Oct 23 18:44:34 user nova-compute[74046]: iSNS:
Oct 23 18:44:34 user nova-compute[74046]: No targets found.
Oct 23 18:44:34 user nova-compute[74046]: STATIC:
Oct 23 18:44:34 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b
Oct 23 18:44:34 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:44:34 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:44:34 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef
Oct 23 18:44:34 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:44:34 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:44:34 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483
Oct 23 18:44:34 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:44:34 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:44:34 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:44:34 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:44:34 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:44:34 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009
Oct 23 18:44:34 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:44:34 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:44:34 user nova-compute[74046]: FIRMWARE:
Oct 23 18:44:34 user nova-compute[74046]: No targets found.
Oct 23 18:44:34 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:44:34 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:44:34 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cfdf1d8-d6c5-4244-8485-0a11872d0c7d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5d6dd87-85da-4f32-9935-f667811b3d94]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:34 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:34 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:34 user nova-compute[74046]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 (non-flash)
Oct 23 18:44:34 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:44:34 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:34 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:34 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:34 user nova-compute[74046]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 (non-flash)
Oct 23 18:44:34 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:44:34 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef02c9090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[50917419-b9e2-4ef9-82f6-34bcd61d8135]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd1f8e56-6195-409f-87cb-03ee66a5f955]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ed40e6c-52fe-4c85-b9be-eac7444b6ed2]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:44:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[600816d6-5519-421f-83cc-c2ea50db2f39]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[04bd2599-a6fd-406d-8cbc-8e743d55b48e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e14785c-cc0f-4836-a509-ff4efb6b94c9]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483, portal: 172.16.0.220,3260]
Oct 23 18:44:35 user nova-compute[74046]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483, portal: 172.16.0.220,3260] successful.
Oct 23 18:44:35 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c6a54036-db92-448f-922b-78bdc9167483 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[254525ee-e863-4825-b480-8de5f18b1c6b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.356s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] <== disconnect_volume: return (357ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PfpyHnha', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:44:35 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:44:35 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:44:35 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f3d48a8-7e58-4cfa-b17b-6ae17d2022db]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:44:35 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[972feded-31ec-43a1-a6e4-96659b3ec32c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72] added
Oct 23 18:44:35 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b532631-bf75-46e1-a1b7-aba43afd81a9]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e893a88-68c0-4ca5-b0af-a89fd257a796]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PfpyHnha {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PfpyHnha" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cec64893-65ab-4513-af34-97e241bd4570]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PfpyHnha'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[09a3fd7f-fc05-4fdf-9f15-0681b93a443b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[85ab2c8e-81b8-47d9-8828-f49fb7d9eaa9]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:44:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:44:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbf9f73c-aa72-4dd7-9c27-6430db96f0db]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72, portal: 172.16.0.220,3260]
Oct 23 18:44:36 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72, portal: 172.16.0.220,3260] successful.
Oct 23 18:44:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9a09bce-5fe2-4340-8219-ab950c984df8]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba33da75-23fe-4535-99cf-29a148f6bd83]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 (non-flash)
Oct 23 18:44:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:44:36 user nova-compute[74046]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 (non-flash)
Oct 23 18:44:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.325s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] HCTL ('34', '-', '-', 0) found on session 45 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bb0c89c-fa59-44e9-97a3-80e2c4c34ab9]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Searching for a device in session 45 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PfpyHnha', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG nova.objects.instance [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'flavor' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:44:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-14519ef9-5b74-4bbb-b665-2971f1585ebe tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.125s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.367s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] <== connect_volume: return (1368ms) {'type': 'block', 'scsi_wwn': '26238623834313731', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26238623834313731', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG nova.objects.instance [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'flavor' on Instance uuid bf80ee17-10e3-40e8-8c96-ebf57435f044 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:44:37 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:44:37 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:44:37 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:44:37 user nova-compute[74046]:   <serial>74323433-3df4-4fbd-89c3-2598bf157e72</serial>
Oct 23 18:44:37 user nova-compute[74046]: </disk>
Oct 23 18:44:37 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No VIF found with MAC fa:16:3e:cb:df:58, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-29c19a5e-84ca-4893-8294-f63e2f2fd72d req-36822beb-8a2f-494a-9adc-89fd4bb50ddc service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Received event network-changed-37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-29c19a5e-84ca-4893-8294-f63e2f2fd72d req-36822beb-8a2f-494a-9adc-89fd4bb50ddc service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Refreshing instance network info cache due to event network-changed-37f4abb3-f09b-4610-8fa0-af377af89c0e. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-29c19a5e-84ca-4893-8294-f63e2f2fd72d req-36822beb-8a2f-494a-9adc-89fd4bb50ddc service nova] Acquiring lock "refresh_cache-fcfd0f62-0d96-4826-aca8-f0578cc37b51" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-29c19a5e-84ca-4893-8294-f63e2f2fd72d req-36822beb-8a2f-494a-9adc-89fd4bb50ddc service nova] Acquired lock "refresh_cache-fcfd0f62-0d96-4826-aca8-f0578cc37b51" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG nova.network.neutron [req-29c19a5e-84ca-4893-8294-f63e2f2fd72d req-36822beb-8a2f-494a-9adc-89fd4bb50ddc service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Refreshing network info cache for port 37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:44:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-662d3cc2-c9fb-47b6-b3c2-716cafea818b tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.397s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:38 user nova-compute[74046]: DEBUG nova.network.neutron [req-29c19a5e-84ca-4893-8294-f63e2f2fd72d req-36822beb-8a2f-494a-9adc-89fd4bb50ddc service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Updated VIF entry in instance network info cache for port 37f4abb3-f09b-4610-8fa0-af377af89c0e. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:44:38 user nova-compute[74046]: DEBUG nova.network.neutron [req-29c19a5e-84ca-4893-8294-f63e2f2fd72d req-36822beb-8a2f-494a-9adc-89fd4bb50ddc service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Updating instance_info_cache with network_info: [{"id": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "address": "fa:16:3e:e5:91:3d", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37f4abb3-f0", "ovs_interfaceid": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:44:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-29c19a5e-84ca-4893-8294-f63e2f2fd72d req-36822beb-8a2f-494a-9adc-89fd4bb50ddc service nova] Releasing lock "refresh_cache-fcfd0f62-0d96-4826-aca8-f0578cc37b51" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:44:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:38 user nova-compute[74046]: INFO nova.compute.manager [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Detaching volume 74323433-3df4-4fbd-89c3-2598bf157e72
Oct 23 18:44:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:38 user nova-compute[74046]: INFO nova.virt.block_device [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Attempting to driver detach volume 74323433-3df4-4fbd-89c3-2598bf157e72 from mountpoint /dev/vdb
Oct 23 18:44:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Attempting to detach device vdb from instance bf80ee17-10e3-40e8-8c96-ebf57435f044 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:44:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:44:38 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:44:38 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:44:38 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:44:38 user nova-compute[74046]:   <serial>74323433-3df4-4fbd-89c3-2598bf157e72</serial>
Oct 23 18:44:38 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:44:38 user nova-compute[74046]: </disk>
Oct 23 18:44:38 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:44:38 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully detached device vdb from instance bf80ee17-10e3-40e8-8c96-ebf57435f044 from the persistent domain config.
Oct 23 18:44:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bf80ee17-10e3-40e8-8c96-ebf57435f044 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:44:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:44:38 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:44:38 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:44:38 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:44:38 user nova-compute[74046]:   <serial>74323433-3df4-4fbd-89c3-2598bf157e72</serial>
Oct 23 18:44:38 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:44:38 user nova-compute[74046]: </disk>
Oct 23 18:44:38 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:44:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bf80ee17-10e3-40e8-8c96-ebf57435f044 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:44:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:44 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'flavor' on Instance uuid fcfd0f62-0d96-4826-aca8-f0578cc37b51 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:44:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:44:45 user nova-compute[74046]: INFO nova.compute.manager [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Attaching volume f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 to /dev/vdb
Oct 23 18:44:45 user nova-compute[74046]: DEBUG os_brick.utils [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[25f5c708-f0cd-457c-9666-2431b5b610b3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eac3ae3-8c76-4bd5-aca5-bd1693a1a23e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[42fc6419-76b0-4d43-89ea-0c8bdd9919ed]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[be9952e9-9808-488c-b5b9-d9386c48285d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:44:45 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:44:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb44e9ad-be1d-457b-a2f7-e941b0171104]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG os_brick.utils [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:44:45 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Updating existing volume attachment record: a9fed5c9-70d1-42dd-b2bc-6bc7f94d5eca {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:44:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:44:59 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bf80ee17-10e3-40e8-8c96-ebf57435f044 is timed out.
Oct 23 18:44:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully detached device vdb from instance bf80ee17-10e3-40e8-8c96-ebf57435f044 from the live domain config.
Oct 23 18:44:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PfpyHnha', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:44:59 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1e4ce72-a5a7-4698-8cfd-1cf7a48e7d27]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:44:59 user nova-compute[74046]: No targets found.
Oct 23 18:44:59 user nova-compute[74046]: iSNS:
Oct 23 18:44:59 user nova-compute[74046]: No targets found.
Oct 23 18:44:59 user nova-compute[74046]: STATIC:
Oct 23 18:44:59 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b
Oct 23 18:44:59 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:44:59 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:44:59 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef
Oct 23 18:44:59 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:44:59 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:44:59 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72
Oct 23 18:44:59 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:44:59 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:44:59 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:44:59 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:44:59 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:44:59 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009
Oct 23 18:44:59 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:44:59 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:44:59 user nova-compute[74046]: FIRMWARE:
Oct 23 18:44:59 user nova-compute[74046]: No targets found.
Oct 23 18:44:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:44:59 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:44:59 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[608e8eaf-1d09-41fa-839b-f8a7688b9ad7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[df4c92fc-db53-40fc-83f9-be6e84cd6c8a]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:59 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:59 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:59 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:44:59 user nova-compute[74046]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 (non-flash)
Oct 23 18:44:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:44:59 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:44:59 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:44:59 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:44:59 user nova-compute[74046]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 (non-flash)
Oct 23 18:44:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef8371120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca29e6f3-2722-4d26-8857-9af7fde8a874]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5107370-9e95-4359-8c35-086de0be40f6]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8730056c-5f73-4167-8651-0b967e6082b6]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.038s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ff41136-982a-411d-8afe-0f1d0597871e]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa91e6e2-46c8-42cf-9fe0-9efd6603b53a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa5121e6-257d-4a17-9f2e-907512b536fb]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72, portal: 172.16.0.220,3260]
Oct 23 18:44:59 user nova-compute[74046]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72, portal: 172.16.0.220,3260] successful.
Oct 23 18:44:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74323433-3df4-4fbd-89c3-2598bf157e72 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb4f3572-70bc-405d-919f-4367259d3f8d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] <== disconnect_volume: return (338ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:44:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:45:00 user nova-compute[74046]: DEBUG nova.objects.instance [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'flavor' on Instance uuid bf80ee17-10e3-40e8-8c96-ebf57435f044 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:45:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a64b661b-0dc9-4723-bae4-494ee4535322 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.811s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:45:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OecNKQrq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:45:02 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:45:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:45:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:45:02 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:45:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:45:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:45:02 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:45:02 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fba456a4-a228-4464-8380-23c73c9c4051]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:45:03 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[64ae025f-249d-4635-95ab-e4e7ea49333f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02] added
Oct 23 18:45:03 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b90eb930-cb12-41a1-bb0b-a9aa3f5c01f0]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b911b2ad-bc36-400c-9914-3d90442939a0]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OecNKQrq {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OecNKQrq" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e77755b8-1de5-4ecd-8b29-07b8b508c489]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OecNKQrq'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[420c4e48-d6c0-49bc-9406-c53c099fea9a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd8a7227-6207-4035-9bf4-0003a57f6ab1]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:03 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:03 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9afe0b21-087a-4509-9a6f-fad453c1c65d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02, portal: 172.16.0.220,3260]
Oct 23 18:45:03 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02, portal: 172.16.0.220,3260] successful.
Oct 23 18:45:03 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[efc04425-8cdb-4a4e-84cb-95ad505b8d4b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fb4c404-2479-4a69-bf49-e360502a8dc9]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:03 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:03 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:03 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] HCTL ('34', '-', '-', 0) found on session 46 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[15e5cf7e-825e-4808-9c0e-6510cd2348ea]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Searching for a device in session 46 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OecNKQrq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:45:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:45:04 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '26162343839373565', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:45:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26162343839373565', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:45:04 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'flavor' on Instance uuid fcfd0f62-0d96-4826-aca8-f0578cc37b51 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:45:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:45:04 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:45:04 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:45:04 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:45:04 user nova-compute[74046]:   <serial>f8c821dd-6bdf-43ec-bb0b-be4cc4441e02</serial>
Oct 23 18:45:04 user nova-compute[74046]: </disk>
Oct 23 18:45:04 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:45:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:45:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:45:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No VIF found with MAC fa:16:3e:e5:91:3d, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:45:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d9ed83c4-1a80-4adc-91b7-e6f44d6070ac tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.872s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG nova.objects.instance [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'flavor' on Instance uuid fcfd0f62-0d96-4826-aca8-f0578cc37b51 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:10 user nova-compute[74046]: INFO nova.compute.manager [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Attaching volume 81226f9e-9d36-43b6-afe7-8460f954e2f6 to /dev/vdc
Oct 23 18:45:10 user nova-compute[74046]: DEBUG os_brick.utils [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf1d060-6d3a-42b6-ad99-dfd23b9a9c1c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'flavor' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[050befd6-aaa3-4335-8535-0e014b87ca04]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[05fc925d-8652-47ad-9b04-51a8ad450047]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[80249935-507f-4b20-94db-21f8776e04b3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.096s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:45:10 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc5eb797-c8bb-4044-b2a2-4639d0511be3]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG os_brick.utils [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Updating existing volume attachment record: 061f972c-339f-462f-9207-567c34a2c02d {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:10 user nova-compute[74046]: INFO nova.compute.manager [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Attaching volume f0226f2b-16d1-4e46-a072-2bc497354505 to /dev/vdb
Oct 23 18:45:10 user nova-compute[74046]: DEBUG os_brick.utils [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1912253-b5a5-4977-b75c-e0458a52d0db]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0159c088-9196-4595-8ba5-6a1de7d3d481]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b40974ac-3c39-48df-b859-86eba1c9fa19]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[377f7ae2-e1af-4fae-828e-70b8627f61ec]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:45:10 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:45:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccf27e0e-b5c8-47f3-b147-7522dffff791]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG os_brick.utils [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:45:10 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Updating existing volume attachment record: 2bb681bc-052c-416d-8d19-c098ad018731 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:45:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:17 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:45:17 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:45:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:45:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:45:17 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:45:17 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updating instance_info_cache with network_info: [{"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:45:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:45:17 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:45:17 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:45:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:19 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:45:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:45:21 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:45:21 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:45:22 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:45:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:45:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:27 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:45:27 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7465MB free_disk=25.085983276367188GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 88d864f8-5da2-45f1-b8c8-3fba6f7e945b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance bf80ee17-10e3-40e8-8c96-ebf57435f044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 49f957e3-164c-4879-91c6-d1d6e3f01a91 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7d729064-b94b-4796-9e53-025071b56d78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance d2cdf508-8848-4c89-9707-dcfa3bb69396 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:45:27 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:45:28 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:45:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.561s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:29 user nova-compute[74046]: INFO nova.compute.manager [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Terminating instance
Oct 23 18:45:29 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TQudbhLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:45:29 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:45:29 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:45:29 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[639f42f6-2d6f-41cf-b35f-b3fc0637d8a0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:45:29 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6583672-b02f-4c22-9475-6ec67b0b61b4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6] added
Oct 23 18:45:29 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[923c58fb-0ae4-4979-bda0-f387adfe1af3]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-877f9fd0-b464-4ca7-a7bc-549d2811445e req-728e32c7-d49e-4245-9c5c-a7d4bc46740c service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Received event network-vif-unplugged-40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-877f9fd0-b464-4ca7-a7bc-549d2811445e req-728e32c7-d49e-4245-9c5c-a7d4bc46740c service nova] Acquiring lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-877f9fd0-b464-4ca7-a7bc-549d2811445e req-728e32c7-d49e-4245-9c5c-a7d4bc46740c service nova] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-877f9fd0-b464-4ca7-a7bc-549d2811445e req-728e32c7-d49e-4245-9c5c-a7d4bc46740c service nova] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-877f9fd0-b464-4ca7-a7bc-549d2811445e req-728e32c7-d49e-4245-9c5c-a7d4bc46740c service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] No waiting events found dispatching network-vif-unplugged-40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-877f9fd0-b464-4ca7-a7bc-549d2811445e req-728e32c7-d49e-4245-9c5c-a7d4bc46740c service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Received event network-vif-unplugged-40335eb6-2c0f-4bd8-acc2-b4642a684c9d for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[29862613-9860-4cec-853d-3faec3198fed]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TQudbhLy {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TQudbhLy" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3fca93b-4009-4bb3-8e12-ce9cfb4f3032]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TQudbhLy'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[19030d91-d84c-4f11-a316-5f361b2d8e05]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[66d75d60-b460-40ee-9102-1f8b38491010]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:29 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Instance destroyed successfully.
Oct 23 18:45:29 user nova-compute[74046]: DEBUG nova.objects.instance [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'resources' on Instance uuid bf80ee17-10e3-40e8-8c96-ebf57435f044 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[39abd311-7736-42cd-b8d3-07e0378ead69]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6, portal: 172.16.0.220,3260]
Oct 23 18:45:29 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6, portal: 172.16.0.220,3260] successful.
Oct 23 18:45:29 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:42:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1985176137',display_name='tempest-AttachVolumeNegativeTest-server-1985176137',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1985176137',id=33,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM2ofV8Xvgc3UalY9dLGL6RWZ/dDwjTl3BxRoRyLhRsI58M9pNfhAHzhFlD4LjVP9zpWAfZ+K7IObyUQ+bkIwGlxrMOgnaqoJuQiU4fbcWtBNgFkJ/OX40TA85Xp6sLycw==',key_name='tempest-keypair-116348863',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:42:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f40485bec88f45ab8ca5e221c0dde5d1',ramdisk_id='',reservation_id='r-yo0y6wk5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-570236399',owner_user_name='tempest-AttachVolumeNegativeTest-570236399-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:42:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aad423d9f3fe4730b045ee1e39141672',uuid=bf80ee17-10e3-40e8-8c96-ebf57435f044,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "address": "fa:16:3e:cb:df:58", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40335eb6-2c", "ovs_interfaceid": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converting VIF {"id": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "address": "fa:16:3e:cb:df:58", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40335eb6-2c", "ovs_interfaceid": "40335eb6-2c0f-4bd8-acc2-b4642a684c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cb:df:58,bridge_name='br-int',has_traffic_filtering=True,id=40335eb6-2c0f-4bd8-acc2-b4642a684c9d,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40335eb6-2c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_vif [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cb:df:58,bridge_name='br-int',has_traffic_filtering=True,id=40335eb6-2c0f-4bd8-acc2-b4642a684c9d,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40335eb6-2c') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[553a8a12-1b9f-4c25-abed-bf9fd146367d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap40335eb6-2c, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=32aca403-6768-439b-afa8-77da12f4473a) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JohPzkRN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:45:29 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:45:29 user nova-compute[74046]: INFO os_vif [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cb:df:58,bridge_name='br-int',has_traffic_filtering=True,id=40335eb6-2c0f-4bd8-acc2-b4642a684c9d,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40335eb6-2c')
Oct 23 18:45:29 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Deleting instance files /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044_del
Oct 23 18:45:29 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Deletion of /opt/stack/data/nova/instances/bf80ee17-10e3-40e8-8c96-ebf57435f044_del complete
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[13141e86-418d-478c-8e31-bb179bf5e32e]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:29 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.360s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] HCTL ('38', '-', '-', 0) found on session 47 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f040a76-3ab4-4bd0-bb90-e5020941be17]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Searching for a device in session 47 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TQudbhLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:45:29 user nova-compute[74046]: INFO nova.compute.manager [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 23 18:45:29 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:45:29 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.398s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] <== connect_volume: return (1399ms) {'type': 'block', 'scsi_wwn': '26262313539306161', 'path': '/dev/sdg'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26262313539306161', 'path': '/dev/sdg'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.059s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:45:30 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:45:30 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:45:30 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:45:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:30 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Took 0.98 seconds to deallocate network for instance.
Oct 23 18:45:30 user nova-compute[74046]: DEBUG nova.objects.instance [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'flavor' on Instance uuid fcfd0f62-0d96-4826-aca8-f0578cc37b51 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG nova.compute.manager [req-e2790270-c7b0-442e-b061-df1a64c8e94d req-e094c266-e184-4d1a-b62e-3823acf9226f service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Received event network-vif-deleted-40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae808dc5-d888-4227-94ae-fa4bc66e7017]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:45:30 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:45:30 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:45:30 user nova-compute[74046]:   <source dev="/dev/sdg"/>
Oct 23 18:45:30 user nova-compute[74046]:   <target dev="vdc" bus="virtio"/>
Oct 23 18:45:30 user nova-compute[74046]:   <serial>81226f9e-9d36-43b6-afe7-8460f954e2f6</serial>
Oct 23 18:45:30 user nova-compute[74046]: </disk>
Oct 23 18:45:30 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[128286ae-9bc9-4591-9fab-46c1d57bf4b1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505] added
Oct 23 18:45:30 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d196776e-6f24-4c4d-9041-3c7f6c8af181]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3ad2343-dfd5-4407-bb51-e108659fb04d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JohPzkRN {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JohPzkRN" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1de9cb24-63af-4c83-9922-26ec8e9ef93c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JohPzkRN'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[45cc8fe1-e863-4b5f-92eb-66e24f710950]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1552926-8ba5-442c-b388-730aba948580]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[47137f8a-46cf-4032-bbb0-20b1fa4e587b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505, portal: 172.16.0.220,3260]
Oct 23 18:45:31 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505, portal: 172.16.0.220,3260] successful.
Oct 23 18:45:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bbbabba-a360-4991-a5ea-fc53b17dfacc]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebdfd36e-b9ee-409d-b46b-4222a501be1f]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)
Oct 23 18:45:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.318s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] HCTL ('39', '-', '-', 0) found on session 48 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[54d44b6e-6a7a-43ab-a445-06abfa393aa3]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Searching for a device in session 48 and hctl ['39', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.389s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:31 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Deleted allocations for instance bf80ee17-10e3-40e8-8c96-ebf57435f044
Oct 23 18:45:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] No VIF found with MAC fa:16:3e:e5:91:3d, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8d6ebd3f-3e44-48b5-bcb9-a1e42365de0e tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.527s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ad6d4031-98f6-4d55-9015-eeca07c52a23 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.243s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-bfb1aa68-0b94-41c4-86ed-34dbe05359b1 req-5bedbcf9-7383-4402-8784-a2e33b6c2c05 service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Received event network-vif-plugged-40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bfb1aa68-0b94-41c4-86ed-34dbe05359b1 req-5bedbcf9-7383-4402-8784-a2e33b6c2c05 service nova] Acquiring lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bfb1aa68-0b94-41c4-86ed-34dbe05359b1 req-5bedbcf9-7383-4402-8784-a2e33b6c2c05 service nova] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bfb1aa68-0b94-41c4-86ed-34dbe05359b1 req-5bedbcf9-7383-4402-8784-a2e33b6c2c05 service nova] Lock "bf80ee17-10e3-40e8-8c96-ebf57435f044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-bfb1aa68-0b94-41c4-86ed-34dbe05359b1 req-5bedbcf9-7383-4402-8784-a2e33b6c2c05 service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] No waiting events found dispatching network-vif-plugged-40335eb6-2c0f-4bd8-acc2-b4642a684c9d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:45:31 user nova-compute[74046]: WARNING nova.compute.manager [req-bfb1aa68-0b94-41c4-86ed-34dbe05359b1 req-5bedbcf9-7383-4402-8784-a2e33b6c2c05 service nova] [instance: bf80ee17-10e3-40e8-8c96-ebf57435f044] Received unexpected event network-vif-plugged-40335eb6-2c0f-4bd8-acc2-b4642a684c9d for instance with vm_state deleted and task_state None.
Oct 23 18:45:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:32 user nova-compute[74046]: INFO nova.compute.manager [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Detaching volume f8c821dd-6bdf-43ec-bb0b-be4cc4441e02
Oct 23 18:45:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Searching for a device in session 48 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JohPzkRN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.350s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] <== connect_volume: return (2409ms) {'type': 'block', 'scsi_wwn': '23530346232356165', 'path': '/dev/sdh'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530346232356165', 'path': '/dev/sdh'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'flavor' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:45:32 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:45:32 user nova-compute[74046]:   <source dev="/dev/sdh"/>
Oct 23 18:45:32 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:45:32 user nova-compute[74046]:   <serial>f0226f2b-16d1-4e46-a072-2bc497354505</serial>
Oct 23 18:45:32 user nova-compute[74046]: </disk>
Oct 23 18:45:32 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:45:32 user nova-compute[74046]: INFO nova.virt.block_device [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Attempting to driver detach volume f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 from mountpoint /dev/vdb
Oct 23 18:45:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Attempting to detach device vdb from instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:45:32 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:45:32 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:45:32 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:45:32 user nova-compute[74046]:   <serial>f8c821dd-6bdf-43ec-bb0b-be4cc4441e02</serial>
Oct 23 18:45:32 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:45:32 user nova-compute[74046]: </disk>
Oct 23 18:45:32 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:45:32 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully detached device vdb from instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 from the persistent domain config.
Oct 23 18:45:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:45:32 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:45:32 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 18:45:32 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:45:32 user nova-compute[74046]:   <serial>f8c821dd-6bdf-43ec-bb0b-be4cc4441e02</serial>
Oct 23 18:45:32 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:45:32 user nova-compute[74046]: </disk>
Oct 23 18:45:32 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] No VIF found with MAC fa:16:3e:d4:0e:05, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5d7081c5-329d-4bbd-87ba-d3eba6ca4d2b tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.226s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:33 user nova-compute[74046]: INFO nova.compute.manager [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Terminating instance
Oct 23 18:45:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-1e135d5f-0d46-47ee-9a35-3fe7f9e7a042 req-6e95a638-d055-4623-982f-055b574c075b service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received event network-vif-unplugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1e135d5f-0d46-47ee-9a35-3fe7f9e7a042 req-6e95a638-d055-4623-982f-055b574c075b service nova] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1e135d5f-0d46-47ee-9a35-3fe7f9e7a042 req-6e95a638-d055-4623-982f-055b574c075b service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1e135d5f-0d46-47ee-9a35-3fe7f9e7a042 req-6e95a638-d055-4623-982f-055b574c075b service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-1e135d5f-0d46-47ee-9a35-3fe7f9e7a042 req-6e95a638-d055-4623-982f-055b574c075b service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] No waiting events found dispatching network-vif-unplugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG nova.compute.manager [req-1e135d5f-0d46-47ee-9a35-3fe7f9e7a042 req-6e95a638-d055-4623-982f-055b574c075b service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received event network-vif-unplugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:34 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Instance destroyed successfully.
Oct 23 18:45:34 user nova-compute[74046]: DEBUG nova.objects.instance [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lazy-loading 'resources' on Instance uuid ca3dbd9b-d834-4231-9637-a8ee9ac25ad1 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-969668913',display_name='tempest-ServerActionsTestOtherA-server-969668913',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-969668913',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ9f9D+3wGsOpjYQ3ljU7EU7+3OMIF3sXvoN++NLnsFtwCZvA8ShQyYPLk0nlvN7Wf6ksy4qY7Q1JITOpJxEMUKpNJknnTYZHpZyHfSG5xJTqCOb1bBmHRHa3p1XgBvRIw==',key_name='tempest-keypair-1960299765',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:41:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-s95m87si',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:42:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=ca3dbd9b-d834-4231-9637-a8ee9ac25ad1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "address": "fa:16:3e:a7:53:ef", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.115", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd70b3f49-b0", "ovs_interfaceid": "d70b3f49-b01e-40d0-8f5f-e408a4262160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_vif [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd70b3f49-b0, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=96aa0e48-fff8-452c-b6f0-91662a89227f) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:34 user nova-compute[74046]: INFO os_vif [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a7:53:ef,bridge_name='br-int',has_traffic_filtering=True,id=d70b3f49-b01e-40d0-8f5f-e408a4262160,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd70b3f49-b0')
Oct 23 18:45:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xecYPFRL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:45:34 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f502fa65-61af-4932-9b64-26edef2147f3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:45:34 user nova-compute[74046]: No targets found.
Oct 23 18:45:34 user nova-compute[74046]: iSNS:
Oct 23 18:45:34 user nova-compute[74046]: No targets found.
Oct 23 18:45:34 user nova-compute[74046]: STATIC:
Oct 23 18:45:34 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02
Oct 23 18:45:34 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:34 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:34 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b
Oct 23 18:45:34 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:34 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:34 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505
Oct 23 18:45:34 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:34 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:34 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef
Oct 23 18:45:34 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:34 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:34 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6
Oct 23 18:45:34 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:34 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:34 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:45:34 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:34 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:34 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009
Oct 23 18:45:34 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:34 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:34 user nova-compute[74046]: FIRMWARE:
Oct 23 18:45:34 user nova-compute[74046]: No targets found.
Oct 23 18:45:34 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:45:34 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:45:34 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c117f2dd-2d84-4df3-89f4-9d6c6ff7f3f0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c09dcb7-607a-4bcf-a3eb-449e59a43013]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:34 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:34 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:34 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:34 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:34 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:34 user nova-compute[74046]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)
Oct 23 18:45:34 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:34 user nova-compute[74046]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef (non-flash)
Oct 23 18:45:34 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:34 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:34 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:34 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:34 user nova-compute[74046]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)
Oct 23 18:45:34 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef01cd5a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef'): ({'sde'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Removing single pathed devices sde {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d8a47d9-461c-4188-a90d-6664edb59d9b]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[20a5e2fb-4df7-4192-8602-eec09239527f]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Flushing IO for device /dev/sde {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d03738c-606b-4314-8191-7f000d831530]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.066s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e45b3056-6a97-42d2-8b10-86be6223d10d]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc8f6ecb-dd9f-4682-bf53-c778d19f7b01]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7af7949e-f20e-4fb0-bf5f-43ba5c5c8733]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260]
Oct 23 18:45:34 user nova-compute[74046]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef, portal: 172.16.0.220,3260] successful.
Oct 23 18:45:34 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15a06c3e-dabc-4a9a-a78c-e3097c71cfef -p 172.16.0.220:3260 --op delete" returned: 0 in 0.041s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea534ca6-4ab2-46f1-96ce-88d2a1348a65]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.403s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] <== disconnect_volume: return (404ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:45:34 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Deleting instance files /opt/stack/data/nova/instances/ca3dbd9b-d834-4231-9637-a8ee9ac25ad1_del
Oct 23 18:45:34 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Deletion of /opt/stack/data/nova/instances/ca3dbd9b-d834-4231-9637-a8ee9ac25ad1_del complete
Oct 23 18:45:34 user nova-compute[74046]: INFO nova.compute.manager [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Took 1.36 seconds to destroy the instance on the hypervisor.
Oct 23 18:45:34 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:45:34 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:45:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:35 user nova-compute[74046]: INFO nova.compute.manager [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Detaching volume f0226f2b-16d1-4e46-a072-2bc497354505
Oct 23 18:45:35 user nova-compute[74046]: INFO nova.virt.block_device [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Attempting to driver detach volume f0226f2b-16d1-4e46-a072-2bc497354505 from mountpoint /dev/vdb
Oct 23 18:45:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Attempting to detach device vdb from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:45:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:45:35 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:45:35 user nova-compute[74046]:   <source dev="/dev/sdh"/>
Oct 23 18:45:35 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:45:35 user nova-compute[74046]:   <serial>f0226f2b-16d1-4e46-a072-2bc497354505</serial>
Oct 23 18:45:35 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:45:35 user nova-compute[74046]: </disk>
Oct 23 18:45:35 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:45:35 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Successfully detached device vdb from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the persistent domain config.
Oct 23 18:45:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:45:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:45:35 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:45:35 user nova-compute[74046]:   <source dev="/dev/sdh"/>
Oct 23 18:45:35 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:45:35 user nova-compute[74046]:   <serial>f0226f2b-16d1-4e46-a072-2bc497354505</serial>
Oct 23 18:45:35 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:45:35 user nova-compute[74046]: </disk>
Oct 23 18:45:35 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:45:35 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:45:35 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Took 0.87 seconds to deallocate network for instance.
Oct 23 18:45:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:45:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-9ea54bdf-5cdb-4d0d-a83c-8641b78e2b59 req-38b7cf11-6fbd-49da-8b3b-e4af4870dfa6 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received event network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9ea54bdf-5cdb-4d0d-a83c-8641b78e2b59 req-38b7cf11-6fbd-49da-8b3b-e4af4870dfa6 service nova] Acquiring lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9ea54bdf-5cdb-4d0d-a83c-8641b78e2b59 req-38b7cf11-6fbd-49da-8b3b-e4af4870dfa6 service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9ea54bdf-5cdb-4d0d-a83c-8641b78e2b59 req-38b7cf11-6fbd-49da-8b3b-e4af4870dfa6 service nova] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-9ea54bdf-5cdb-4d0d-a83c-8641b78e2b59 req-38b7cf11-6fbd-49da-8b3b-e4af4870dfa6 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] No waiting events found dispatching network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:45:35 user nova-compute[74046]: WARNING nova.compute.manager [req-9ea54bdf-5cdb-4d0d-a83c-8641b78e2b59 req-38b7cf11-6fbd-49da-8b3b-e4af4870dfa6 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received unexpected event network-vif-plugged-d70b3f49-b01e-40d0-8f5f-e408a4262160 for instance with vm_state active and task_state deleting.
Oct 23 18:45:35 user nova-compute[74046]: DEBUG nova.compute.manager [req-9ea54bdf-5cdb-4d0d-a83c-8641b78e2b59 req-38b7cf11-6fbd-49da-8b3b-e4af4870dfa6 service nova] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Received event network-vif-deleted-d70b3f49-b01e-40d0-8f5f-e408a4262160 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:36 user nova-compute[74046]: INFO nova.compute.manager [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Took 0.90 seconds to detach 1 volumes for instance.
Oct 23 18:45:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: ca3dbd9b-d834-4231-9637-a8ee9ac25ad1] Deleting volume: 15a06c3e-dabc-4a9a-a78c-e3097c71cfef {{(pid=74046) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 23 18:45:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:37 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:45:37 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:45:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.518s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:37 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Deleted allocations for instance ca3dbd9b-d834-4231-9637-a8ee9ac25ad1
Oct 23 18:45:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0f2acea2-cbc4-49e6-b7e7-161d2b229f3c tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "ca3dbd9b-d834-4231-9637-a8ee9ac25ad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.089s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-b310fa2d-632e-47ca-af98-0dc26a2c2ecf req-c046badb-2666-4b57-b9ca-9b02404b569c service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received event network-changed-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-b310fa2d-632e-47ca-af98-0dc26a2c2ecf req-c046badb-2666-4b57-b9ca-9b02404b569c service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Refreshing instance network info cache due to event network-changed-5eddd2a9-be23-4a8c-bb5e-bf71694b0808. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:45:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b310fa2d-632e-47ca-af98-0dc26a2c2ecf req-c046badb-2666-4b57-b9ca-9b02404b569c service nova] Acquiring lock "refresh_cache-49f957e3-164c-4879-91c6-d1d6e3f01a91" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:45:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b310fa2d-632e-47ca-af98-0dc26a2c2ecf req-c046badb-2666-4b57-b9ca-9b02404b569c service nova] Acquired lock "refresh_cache-49f957e3-164c-4879-91c6-d1d6e3f01a91" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:45:50 user nova-compute[74046]: DEBUG nova.network.neutron [req-b310fa2d-632e-47ca-af98-0dc26a2c2ecf req-c046badb-2666-4b57-b9ca-9b02404b569c service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Refreshing network info cache for port 5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-b310fa2d-632e-47ca-af98-0dc26a2c2ecf req-c046badb-2666-4b57-b9ca-9b02404b569c service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Updated VIF entry in instance network info cache for port 5eddd2a9-be23-4a8c-bb5e-bf71694b0808. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-b310fa2d-632e-47ca-af98-0dc26a2c2ecf req-c046badb-2666-4b57-b9ca-9b02404b569c service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Updating instance_info_cache with network_info: [{"id": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "address": "fa:16:3e:52:46:a7", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5eddd2a9-be", "ovs_interfaceid": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b310fa2d-632e-47ca-af98-0dc26a2c2ecf req-c046badb-2666-4b57-b9ca-9b02404b569c service nova] Releasing lock "refresh_cache-49f957e3-164c-4879-91c6-d1d6e3f01a91" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "49f957e3-164c-4879-91c6-d1d6e3f01a91" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:51 user nova-compute[74046]: INFO nova.compute.manager [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Terminating instance
Oct 23 18:45:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-4d0d9040-7206-4506-8adf-289920776ad2 req-c71468b2-b7a2-4836-8e46-9d99d5a9ff6c service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received event network-vif-unplugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4d0d9040-7206-4506-8adf-289920776ad2 req-c71468b2-b7a2-4836-8e46-9d99d5a9ff6c service nova] Acquiring lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4d0d9040-7206-4506-8adf-289920776ad2 req-c71468b2-b7a2-4836-8e46-9d99d5a9ff6c service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4d0d9040-7206-4506-8adf-289920776ad2 req-c71468b2-b7a2-4836-8e46-9d99d5a9ff6c service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-4d0d9040-7206-4506-8adf-289920776ad2 req-c71468b2-b7a2-4836-8e46-9d99d5a9ff6c service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] No waiting events found dispatching network-vif-unplugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-4d0d9040-7206-4506-8adf-289920776ad2 req-c71468b2-b7a2-4836-8e46-9d99d5a9ff6c service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received event network-vif-unplugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:51 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Instance destroyed successfully.
Oct 23 18:45:51 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lazy-loading 'resources' on Instance uuid 49f957e3-164c-4879-91c6-d1d6e3f01a91 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:43:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-529067795',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-529067795',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-529067795',id=35,image_ref='ab4dc06b-d256-4815-8f66-f0bac6075d8f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAZjsynEvKZIMKbOAh3yOzGhmCTqWeEN4XWGdRiElEF0/UhghndCobduz6HErTqiutBYDpGjKdoUpfgEhk1Y2qu8IpmNUpavJn24dZWVnj7rFBbUcabW55ZtIdEb/KmJEQ==',key_name='tempest-keypair-865652331',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:44:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-vl9wazs0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-462875323',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:44:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=49f957e3-164c-4879-91c6-d1d6e3f01a91,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "address": "fa:16:3e:52:46:a7", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5eddd2a9-be", "ovs_interfaceid": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "address": "fa:16:3e:52:46:a7", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5eddd2a9-be", "ovs_interfaceid": "5eddd2a9-be23-4a8c-bb5e-bf71694b0808", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:46:a7,bridge_name='br-int',has_traffic_filtering=True,id=5eddd2a9-be23-4a8c-bb5e-bf71694b0808,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5eddd2a9-be') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG os_vif [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:46:a7,bridge_name='br-int',has_traffic_filtering=True,id=5eddd2a9-be23-4a8c-bb5e-bf71694b0808,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5eddd2a9-be') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5eddd2a9-be, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:45:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=103f98d8-2baf-4c17-86bf-a58347515f7e) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:52 user nova-compute[74046]: INFO os_vif [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:46:a7,bridge_name='br-int',has_traffic_filtering=True,id=5eddd2a9-be23-4a8c-bb5e-bf71694b0808,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5eddd2a9-be')
Oct 23 18:45:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SCTVUNHP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:45:52 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.032s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8d7be12-8ae4-4ba2-a7ee-ebb157b9a111]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:45:52 user nova-compute[74046]: No targets found.
Oct 23 18:45:52 user nova-compute[74046]: iSNS:
Oct 23 18:45:52 user nova-compute[74046]: No targets found.
Oct 23 18:45:52 user nova-compute[74046]: STATIC:
Oct 23 18:45:52 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02
Oct 23 18:45:52 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:52 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:52 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b
Oct 23 18:45:52 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:52 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:52 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505
Oct 23 18:45:52 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:52 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:52 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6
Oct 23 18:45:52 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:52 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:52 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:45:52 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:52 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:52 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009
Oct 23 18:45:52 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:52 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:52 user nova-compute[74046]: FIRMWARE:
Oct 23 18:45:52 user nova-compute[74046]: No targets found.
Oct 23 18:45:52 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:45:52 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:45:52 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[62b4eded-2199-4a61-9a53-8f3ead1eb757]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fe31a7d-6841-4777-bccf-e25106f9b4ad]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:52 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:52 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:52 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:52 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:52 user nova-compute[74046]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)
Oct 23 18:45:52 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:52 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:52 user nova-compute[74046]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 (non-flash)
Oct 23 18:45:52 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:52 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:52 user nova-compute[74046]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)
Oct 23 18:45:52 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef044feb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009'): ({'sdf'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Removing single pathed devices sdf {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[54c99836-2daa-4d79-a363-588214735efd]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec7a9d96-e708-404c-bbf7-dd5863d18c82]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flushing IO for device /dev/sdf {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a9bc815-9a8b-4fab-8706-b67683c26963]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.057s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[14750102-f018-4a94-9afc-7bbf00a7144e]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] SCSI volumes sdf have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26530663831393064', '/dev/disk/by-id/scsi-1SCST_BIOebb3be71-e0f8190d339508f2', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_ebb3be71') {{(pid=85373) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 18:45:52 user nova-compute[74046]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-26530663831393064
Oct 23 18:45:52 user nova-compute[74046]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOebb3be71-e0f8190d339508f2
Oct 23 18:45:52 user nova-compute[74046]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_ebb3be71
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fabdc276-46eb-4e80-a084-2c1165a83a11]: (4, None) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a884e6c7-5d4d-47e5-8263-d7ebcf69aeb5]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bd8b0d9-e362-4392-8a11-3d40eb190602]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009, portal: 172.16.0.220,3260]
Oct 23 18:45:52 user nova-compute[74046]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009, portal: 172.16.0.220,3260] successful.
Oct 23 18:45:52 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7de199ae-2259-42dd-ac94-2c3f3c057009 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfd7f258-7d78-4204-be43-13a5a730913e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.369s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== disconnect_volume: return (370ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:45:52 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Deleting instance files /opt/stack/data/nova/instances/49f957e3-164c-4879-91c6-d1d6e3f01a91_del
Oct 23 18:45:52 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Deletion of /opt/stack/data/nova/instances/49f957e3-164c-4879-91c6-d1d6e3f01a91_del complete
Oct 23 18:45:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:52 user nova-compute[74046]: INFO nova.compute.manager [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Took 1.23 seconds to destroy the instance on the hypervisor.
Oct 23 18:45:52 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:45:52 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:45:53 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 is timed out.
Oct 23 18:45:53 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully detached device vdb from instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 from the live domain config.
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OecNKQrq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:45:53 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f75fd24-6f5f-446a-82ab-5113b8258cf5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:45:53 user nova-compute[74046]: No targets found.
Oct 23 18:45:53 user nova-compute[74046]: iSNS:
Oct 23 18:45:53 user nova-compute[74046]: No targets found.
Oct 23 18:45:53 user nova-compute[74046]: STATIC:
Oct 23 18:45:53 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02
Oct 23 18:45:53 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:53 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:53 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b
Oct 23 18:45:53 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:53 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:53 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505
Oct 23 18:45:53 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:53 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:53 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6
Oct 23 18:45:53 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:53 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:53 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:45:53 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:53 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:53 user nova-compute[74046]: FIRMWARE:
Oct 23 18:45:53 user nova-compute[74046]: No targets found.
Oct 23 18:45:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:45:53 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:45:53 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[87787b81-71d9-4dec-a92d-081f891687a3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[12945222-6073-4b13-a8a2-cf0f218e62b5]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:53 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:53 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:53 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:53 user nova-compute[74046]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)
Oct 23 18:45:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:53 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:53 user nova-compute[74046]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 (non-flash)
Oct 23 18:45:53 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:53 user nova-compute[74046]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)
Oct 23 18:45:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef81be7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[22963342-24d8-4b72-b8a2-2b4d3e842113]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a45b65f8-1979-4d44-809a-2f66544153f2]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[21107b81-4cb8-42df-b6bc-52b46de57fed]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7e9505e-4f8c-42d4-aecb-e2f218ed661d]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1f0c8f6-a96e-4cc7-8292-df5719799cc7]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:45:53 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Took 0.81 seconds to deallocate network for instance.
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-356be229-1f1c-4872-b819-44d4af18cbe2 req-b459f346-89f1-4e08-a208-1b7fae63baf4 service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received event network-vif-deleted-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b93e0b63-ab4b-418c-81d2-14c681fe3700]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02, portal: 172.16.0.220,3260]
Oct 23 18:45:53 user nova-compute[74046]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02, portal: 172.16.0.220,3260] successful.
Oct 23 18:45:53 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f8c821dd-6bdf-43ec-bb0b-be4cc4441e02 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[acc9b92e-bc33-40f9-9d31-3a5263e1e877]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] <== disconnect_volume: return (328ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received event network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Acquiring lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] No waiting events found dispatching network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:45:53 user nova-compute[74046]: WARNING nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received unexpected event network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 for instance with vm_state active and task_state deleting.
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received event network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Acquiring lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] No waiting events found dispatching network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:45:53 user nova-compute[74046]: WARNING nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received unexpected event network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 for instance with vm_state active and task_state deleting.
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received event network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Acquiring lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] No waiting events found dispatching network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:45:53 user nova-compute[74046]: WARNING nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received unexpected event network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 for instance with vm_state active and task_state deleting.
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received event network-vif-unplugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Acquiring lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] No waiting events found dispatching network-vif-unplugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received event network-vif-unplugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received event network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Acquiring lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] No waiting events found dispatching network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:45:53 user nova-compute[74046]: WARNING nova.compute.manager [req-f1107038-7bcd-4e99-8e98-7ba5008691b1 req-bad8f02f-dfdf-41c4-93d1-41839b04d2fb service nova] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Received unexpected event network-vif-plugged-5eddd2a9-be23-4a8c-bb5e-bf71694b0808 for instance with vm_state active and task_state deleting.
Oct 23 18:45:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:54 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'flavor' on Instance uuid fcfd0f62-0d96-4826-aca8-f0578cc37b51 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:45:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9f9516b7-ae87-4908-881e-883db618c2d6 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.984s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:45:55 user nova-compute[74046]: INFO nova.compute.manager [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Detaching volume 81226f9e-9d36-43b6-afe7-8460f954e2f6
Oct 23 18:45:55 user nova-compute[74046]: INFO nova.virt.block_device [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Attempting to driver detach volume 81226f9e-9d36-43b6-afe7-8460f954e2f6 from mountpoint /dev/vdc
Oct 23 18:45:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Attempting to detach device vdc from instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:45:55 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:45:55 user nova-compute[74046]:   <source dev="/dev/sdg"/>
Oct 23 18:45:55 user nova-compute[74046]:   <target dev="vdc" bus="virtio"/>
Oct 23 18:45:55 user nova-compute[74046]:   <serial>81226f9e-9d36-43b6-afe7-8460f954e2f6</serial>
Oct 23 18:45:55 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 23 18:45:55 user nova-compute[74046]: </disk>
Oct 23 18:45:55 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:45:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully detached device vdc from instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 from the persistent domain config.
Oct 23 18:45:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:45:55 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:45:55 user nova-compute[74046]:   <source dev="/dev/sdg"/>
Oct 23 18:45:55 user nova-compute[74046]:   <target dev="vdc" bus="virtio"/>
Oct 23 18:45:55 user nova-compute[74046]:   <serial>81226f9e-9d36-43b6-afe7-8460f954e2f6</serial>
Oct 23 18:45:55 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 23 18:45:55 user nova-compute[74046]: </disk>
Oct 23 18:45:55 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:45:55 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 is timed out.
Oct 23 18:45:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Successfully detached device vdb from instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 from the live domain config.
Oct 23 18:45:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JohPzkRN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:45:55 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c465b69d-a401-4e9a-81da-8cbe728579f8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:45:55 user nova-compute[74046]: No targets found.
Oct 23 18:45:55 user nova-compute[74046]: iSNS:
Oct 23 18:45:55 user nova-compute[74046]: No targets found.
Oct 23 18:45:55 user nova-compute[74046]: STATIC:
Oct 23 18:45:55 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b
Oct 23 18:45:55 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:55 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:55 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505
Oct 23 18:45:55 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:55 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:55 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6
Oct 23 18:45:55 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:55 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:55 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:45:55 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:45:55 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:45:55 user nova-compute[74046]: FIRMWARE:
Oct 23 18:45:55 user nova-compute[74046]: No targets found.
Oct 23 18:45:55 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:45:55 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:45:55 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a212db0-1d48-4c16-acc7-547db44a12bb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4abe83a7-2ec5-41d5-9b25-1d5752a5e42b]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:55 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:55 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:55 user nova-compute[74046]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)
Oct 23 18:45:55 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:45:55 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:45:55 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:45:55 user nova-compute[74046]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 (non-flash)
Oct 23 18:45:55 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef03caef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505'): ({'sdh'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Removing single pathed devices sdh {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ed10ed4-3559-4b62-910a-72e06cadaebe]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dbaa926-d5bf-448a-a202-ea529a40a820]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Flushing IO for device /dev/sdh {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7047334-23aa-4d27-aa0f-1daff8f500be]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.046s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f7ccd2c-337f-48ff-8bc4-95da74e63876]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] SCSI volumes sdh have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[eebf956c-9c40-42b1-89fe-8af151652c87]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb6f62ed-f37b-4c25-9226-b2815c464e6e]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505, portal: 172.16.0.220,3260]
Oct 23 18:45:55 user nova-compute[74046]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505, portal: 172.16.0.220,3260] successful.
Oct 23 18:45:55 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0226f2b-16d1-4e46-a072-2bc497354505 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f479370f-b8bb-4acb-9956-022b8dfcc943]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] <== disconnect_volume: return (308ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:45:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:45:56 user nova-compute[74046]: DEBUG nova.objects.instance [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'flavor' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:45:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6f563d6e-8f78-4e82-9da9-e2a208c156f1 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.741s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:45:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:45:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:45:57 user nova-compute[74046]: INFO nova.compute.manager [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] instance snapshotting
Oct 23 18:45:57 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Beginning live snapshot process
Oct 23 18:45:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json -f qcow2 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json -f qcow2" returned: 0 in 0.176s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json -f qcow2 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json -f qcow2" returned: 0 in 0.170s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.192s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmprru0eknp/ba05a8e568cc447e87b34cfe245bb65e.delta 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:45:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmprru0eknp/ba05a8e568cc447e87b34cfe245bb65e.delta 1073741824" returned: 0 in 0.099s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:45:58 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 23 18:45:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:45:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 18:45:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 23 18:45:59 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:45:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmprru0eknp/ba05a8e568cc447e87b34cfe245bb65e.delta /opt/stack/data/nova/instances/snapshots/tmprru0eknp/ba05a8e568cc447e87b34cfe245bb65e {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmprru0eknp/ba05a8e568cc447e87b34cfe245bb65e.delta /opt/stack/data/nova/instances/snapshots/tmprru0eknp/ba05a8e568cc447e87b34cfe245bb65e" returned: 0 in 0.365s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:00 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Snapshot extracted, beginning image upload
Oct 23 18:46:01 user nova-compute[74046]: INFO nova.compute.manager [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Took 7.99 seconds to detach 1 volumes for instance.
Oct 23 18:46:01 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 49f957e3-164c-4879-91c6-d1d6e3f01a91] Deleting volume: 7de199ae-2259-42dd-ac94-2c3f3c057009 {{(pid=74046) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 23 18:46:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:01 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:46:01 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:46:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.339s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:01 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Deleted allocations for instance 49f957e3-164c-4879-91c6-d1d6e3f01a91
Oct 23 18:46:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d51021bd-65b8-4bcd-9051-1926bfcde226 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "49f957e3-164c-4879-91c6-d1d6e3f01a91" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.671s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-1026c6db-39e0-498e-8c44-45289804c8e8 req-50227e07-c41b-43a4-a00c-f222885796bb service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-changed-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-1026c6db-39e0-498e-8c44-45289804c8e8 req-50227e07-c41b-43a4-a00c-f222885796bb service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Refreshing instance network info cache due to event network-changed-9efe2d74-0d24-4635-a1f0-ca9d83990ce8. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:46:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1026c6db-39e0-498e-8c44-45289804c8e8 req-50227e07-c41b-43a4-a00c-f222885796bb service nova] Acquiring lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:46:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1026c6db-39e0-498e-8c44-45289804c8e8 req-50227e07-c41b-43a4-a00c-f222885796bb service nova] Acquired lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:46:02 user nova-compute[74046]: DEBUG nova.network.neutron [req-1026c6db-39e0-498e-8c44-45289804c8e8 req-50227e07-c41b-43a4-a00c-f222885796bb service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Refreshing network info cache for port 9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:46:02 user nova-compute[74046]: DEBUG nova.network.neutron [req-1026c6db-39e0-498e-8c44-45289804c8e8 req-50227e07-c41b-43a4-a00c-f222885796bb service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updated VIF entry in instance network info cache for port 9efe2d74-0d24-4635-a1f0-ca9d83990ce8. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:46:02 user nova-compute[74046]: DEBUG nova.network.neutron [req-1026c6db-39e0-498e-8c44-45289804c8e8 req-50227e07-c41b-43a4-a00c-f222885796bb service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updating instance_info_cache with network_info: [{"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:46:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1026c6db-39e0-498e-8c44-45289804c8e8 req-50227e07-c41b-43a4-a00c-f222885796bb service nova] Releasing lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:46:03 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Snapshot image upload complete
Oct 23 18:46:03 user nova-compute[74046]: INFO nova.compute.manager [None req-cfb64377-82ac-4b26-ad9d-86105681e3ec tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Took 5.91 seconds to snapshot the instance on the hypervisor.
Oct 23 18:46:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:07 user nova-compute[74046]: INFO nova.compute.manager [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Shelving
Oct 23 18:46:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-4c2d4a3f-3b3c-41b2-91cc-17a45d00db9e req-834d0639-17b3-4a8b-a8b5-90e557beb209 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-unplugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4c2d4a3f-3b3c-41b2-91cc-17a45d00db9e req-834d0639-17b3-4a8b-a8b5-90e557beb209 service nova] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4c2d4a3f-3b3c-41b2-91cc-17a45d00db9e req-834d0639-17b3-4a8b-a8b5-90e557beb209 service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4c2d4a3f-3b3c-41b2-91cc-17a45d00db9e req-834d0639-17b3-4a8b-a8b5-90e557beb209 service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-4c2d4a3f-3b3c-41b2-91cc-17a45d00db9e req-834d0639-17b3-4a8b-a8b5-90e557beb209 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] No waiting events found dispatching network-vif-unplugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:46:08 user nova-compute[74046]: WARNING nova.compute.manager [req-4c2d4a3f-3b3c-41b2-91cc-17a45d00db9e req-834d0639-17b3-4a8b-a8b5-90e557beb209 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received unexpected event network-vif-unplugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 for instance with vm_state active and task_state shelving.
Oct 23 18:46:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:08 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Instance destroyed successfully.
Oct 23 18:46:08 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Beginning cold snapshot process
Oct 23 18:46:08 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:46:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk /opt/stack/data/nova/instances/snapshots/tmpzoftbq3c/241018d8360c404c85fe4e105bcc81e6 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:09 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk /opt/stack/data/nova/instances/snapshots/tmpzoftbq3c/241018d8360c404c85fe4e105bcc81e6" returned: 0 in 0.542s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:09 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Snapshot extracted, beginning image upload
Oct 23 18:46:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-d24633d4-7069-4506-b38d-57a3ed7c9548 req-103ef4d9-473d-4377-8674-b75670791c95 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d24633d4-7069-4506-b38d-57a3ed7c9548 req-103ef4d9-473d-4377-8674-b75670791c95 service nova] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d24633d4-7069-4506-b38d-57a3ed7c9548 req-103ef4d9-473d-4377-8674-b75670791c95 service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d24633d4-7069-4506-b38d-57a3ed7c9548 req-103ef4d9-473d-4377-8674-b75670791c95 service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-d24633d4-7069-4506-b38d-57a3ed7c9548 req-103ef4d9-473d-4377-8674-b75670791c95 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] No waiting events found dispatching network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:46:10 user nova-compute[74046]: WARNING nova.compute.manager [req-d24633d4-7069-4506-b38d-57a3ed7c9548 req-103ef4d9-473d-4377-8674-b75670791c95 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received unexpected event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 for instance with vm_state active and task_state shelving_image_uploading.
Oct 23 18:46:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:12 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Snapshot image upload complete
Oct 23 18:46:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:46:12 user nova-compute[74046]: INFO nova.compute.manager [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Shelve offloading
Oct 23 18:46:12 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Instance destroyed successfully.
Oct 23 18:46:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:46:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:46:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquired lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:46:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:46:12 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:46:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updating instance_info_cache with network_info: [{"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:46:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Releasing lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:46:13 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Instance destroyed successfully.
Oct 23 18:46:13 user nova-compute[74046]: DEBUG nova.objects.instance [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'resources' on Instance uuid d2cdf508-8848-4c89-9707-dcfa3bb69396 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:44:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-402481722',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-402481722',id=37,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXv+QXNjz7L8yNZifuqcFCWaAdP6qfS69EBB4RwwPDtU0e3XX0yldoE6by/X/LfC081K569prxd4ohWRkvdbLzlcg4cPPSX8m8jPkl8gII4oQbkOBgOO6eJomhUNJDfjA==',key_name='tempest-keypair-669188026',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:44:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='50e9e0ab339647048546a8c62fa0d768',ramdisk_id='',reservation_id='r-e10qayfi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1720554262',owner_user_name='tempest-AttachVolumeShelveTestJSON-1720554262-project-member',shelved_at='2023-10-23T18:46:12.067084',shelved_host='user',shelved_image_id='c91a1e14-061b-4fc6-a336-1edf6469e9e1'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:46:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d137785f9c174d38a02b899ce5c61edc',uuid=d2cdf508-8848-4c89-9707-dcfa3bb69396,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converting VIF {"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG os_vif [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9efe2d74-0d, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9179783b-1523-4591-a5c7-ba47dbfaa243) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:13 user nova-compute[74046]: INFO os_vif [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d')
Oct 23 18:46:13 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Deleting instance files /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396_del
Oct 23 18:46:13 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Deletion of /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396_del complete
Oct 23 18:46:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-9d402cb2-9f80-49a9-b42c-4dddcff6fc50 req-bdfc98d7-c1e9-461e-a65c-7f350bf50681 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-changed-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-9d402cb2-9f80-49a9-b42c-4dddcff6fc50 req-bdfc98d7-c1e9-461e-a65c-7f350bf50681 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Refreshing instance network info cache due to event network-changed-9efe2d74-0d24-4635-a1f0-ca9d83990ce8. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d402cb2-9f80-49a9-b42c-4dddcff6fc50 req-bdfc98d7-c1e9-461e-a65c-7f350bf50681 service nova] Acquiring lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d402cb2-9f80-49a9-b42c-4dddcff6fc50 req-bdfc98d7-c1e9-461e-a65c-7f350bf50681 service nova] Acquired lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG nova.network.neutron [req-9d402cb2-9f80-49a9-b42c-4dddcff6fc50 req-bdfc98d7-c1e9-461e-a65c-7f350bf50681 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Refreshing network info cache for port 9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:46:13 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Deleted allocations for instance d2cdf508-8848-4c89-9707-dcfa3bb69396
Oct 23 18:46:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG nova.objects.instance [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'numa_topology' on Instance uuid d2cdf508-8848-4c89-9707-dcfa3bb69396 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG nova.objects.base [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Object Instance<d2cdf508-8848-4c89-9707-dcfa3bb69396> lazy-loaded attributes: resources,numa_topology {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.372s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG nova.network.neutron [req-9d402cb2-9f80-49a9-b42c-4dddcff6fc50 req-bdfc98d7-c1e9-461e-a65c-7f350bf50681 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updated VIF entry in instance network info cache for port 9efe2d74-0d24-4635-a1f0-ca9d83990ce8. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG nova.network.neutron [req-9d402cb2-9f80-49a9-b42c-4dddcff6fc50 req-bdfc98d7-c1e9-461e-a65c-7f350bf50681 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updating instance_info_cache with network_info: [{"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d402cb2-9f80-49a9-b42c-4dddcff6fc50 req-bdfc98d7-c1e9-461e-a65c-7f350bf50681 service nova] Releasing lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-08dc7000-2556-489e-9e14-163a11f4c20c tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 5.708s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:14 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updating instance_info_cache with network_info: [{"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-920cd53d-42c6-4781-9ae0-ce2b1cde6e25" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:46:15 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 is timed out.
Oct 23 18:46:15 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully detached device vdc from instance fcfd0f62-0d96-4826-aca8-f0578cc37b51 from the live domain config.
Oct 23 18:46:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TQudbhLy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:46:15 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddb21e41-d66a-4933-beb6-47c602c97d5f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:46:15 user nova-compute[74046]: No targets found.
Oct 23 18:46:15 user nova-compute[74046]: iSNS:
Oct 23 18:46:15 user nova-compute[74046]: No targets found.
Oct 23 18:46:15 user nova-compute[74046]: STATIC:
Oct 23 18:46:15 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b
Oct 23 18:46:15 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:46:15 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:46:15 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6
Oct 23 18:46:15 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:46:15 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:46:15 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:46:15 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:46:15 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:46:15 user nova-compute[74046]: FIRMWARE:
Oct 23 18:46:15 user nova-compute[74046]: No targets found.
Oct 23 18:46:15 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:46:15 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:46:15 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffe43253-995e-4899-8197-60cc9a49ff58]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b97799-45fd-4a5c-8934-76468c4e9344]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:46:15 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:46:15 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:46:15 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:46:15 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:46:15 user nova-compute[74046]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 (non-flash)
Oct 23 18:46:15 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef03c9c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6'): ({'sdg'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Removing single pathed devices sdg {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e63f2ac-4b73-406f-9502-0c416b8a5e74]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2af6864-ba35-40bb-85bd-2fd4589dcd71]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Flushing IO for device /dev/sdg {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5579b67-e2ce-45f6-b497-96c7b1d2e89c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.034s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[52ebdc87-35e0-4ef1-93cd-826fe9fba142]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] SCSI volumes sdg have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[97be0771-de7b-49a7-af7b-eec8d25a987b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[50db8b91-797d-415e-b403-54d4a2c0a670]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6, portal: 172.16.0.220,3260]
Oct 23 18:46:15 user nova-compute[74046]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6, portal: 172.16.0.220,3260] successful.
Oct 23 18:46:15 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:46:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81226f9e-9d36-43b6-afe7-8460f954e2f6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8fafc6d-470d-4d35-b7f7-73548d63ab60]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:46:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:46:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:46:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] <== disconnect_volume: return (293ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:46:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:46:16 user nova-compute[74046]: DEBUG nova.objects.instance [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'flavor' on Instance uuid fcfd0f62-0d96-4826-aca8-f0578cc37b51 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:46:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c3a557ec-c93d-44ca-b437-3054171b8eba tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.654s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:18 user nova-compute[74046]: INFO nova.compute.manager [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Terminating instance
Oct 23 18:46:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-400293b5-c2c3-4a33-ba25-a355a600eacd req-25add5e8-213e-4abc-866a-131f74bcdd09 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Received event network-vif-unplugged-37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-400293b5-c2c3-4a33-ba25-a355a600eacd req-25add5e8-213e-4abc-866a-131f74bcdd09 service nova] Acquiring lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-400293b5-c2c3-4a33-ba25-a355a600eacd req-25add5e8-213e-4abc-866a-131f74bcdd09 service nova] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-400293b5-c2c3-4a33-ba25-a355a600eacd req-25add5e8-213e-4abc-866a-131f74bcdd09 service nova] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-400293b5-c2c3-4a33-ba25-a355a600eacd req-25add5e8-213e-4abc-866a-131f74bcdd09 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] No waiting events found dispatching network-vif-unplugged-37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-400293b5-c2c3-4a33-ba25-a355a600eacd req-25add5e8-213e-4abc-866a-131f74bcdd09 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Received event network-vif-unplugged-37f4abb3-f09b-4610-8fa0-af377af89c0e for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:18 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Instance destroyed successfully.
Oct 23 18:46:18 user nova-compute[74046]: DEBUG nova.objects.instance [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lazy-loading 'resources' on Instance uuid fcfd0f62-0d96-4826-aca8-f0578cc37b51 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:42:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-566416955',display_name='tempest-AttachVolumeTestJSON-server-566416955',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-566416955',id=34,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHQDLbdPOMu0RWMn81qel2UnLrjYriuWrP5Iq+Qex/qbrnaYE6Hg4USw+6SPtw5cEERd0oGtHbVgQlEBzP8qWbXLslwBIowVqOdYjJPyxQoJQCGp6Hi9bRwOw0yj6uXPlA==',key_name='tempest-keypair-188463252',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:42:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a250d57fd9ba46b1af8fe7a4fb3bc24a',ramdisk_id='',reservation_id='r-x1glz3gb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1722492110',owner_user_name='tempest-AttachVolumeTestJSON-1722492110-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:42:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ef7c31da354e09b4785325d4565fd9',uuid=fcfd0f62-0d96-4826-aca8-f0578cc37b51,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "address": "fa:16:3e:e5:91:3d", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37f4abb3-f0", "ovs_interfaceid": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converting VIF {"id": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "address": "fa:16:3e:e5:91:3d", "network": {"id": "ef29ef51-ee73-46e5-bdb1-b2774dd79d24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-527456969-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a250d57fd9ba46b1af8fe7a4fb3bc24a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap37f4abb3-f0", "ovs_interfaceid": "37f4abb3-f09b-4610-8fa0-af377af89c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e5:91:3d,bridge_name='br-int',has_traffic_filtering=True,id=37f4abb3-f09b-4610-8fa0-af377af89c0e,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37f4abb3-f0') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG os_vif [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e5:91:3d,bridge_name='br-int',has_traffic_filtering=True,id=37f4abb3-f09b-4610-8fa0-af377af89c0e,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37f4abb3-f0') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap37f4abb3-f0, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=de27726d-6125-4b75-9e50-b2a1129c2cf1) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:46:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:18 user nova-compute[74046]: INFO os_vif [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e5:91:3d,bridge_name='br-int',has_traffic_filtering=True,id=37f4abb3-f09b-4610-8fa0-af377af89c0e,network=Network(ef29ef51-ee73-46e5-bdb1-b2774dd79d24),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap37f4abb3-f0')
Oct 23 18:46:18 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Deleting instance files /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51_del
Oct 23 18:46:18 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Deletion of /opt/stack/data/nova/instances/fcfd0f62-0d96-4826-aca8-f0578cc37b51_del complete
Oct 23 18:46:19 user nova-compute[74046]: INFO nova.compute.manager [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 23 18:46:19 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:46:19 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:46:19 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:46:20 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:46:20 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Took 1.09 seconds to deallocate network for instance.
Oct 23 18:46:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:46:20 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74046) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 18:46:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:20 user nova-compute[74046]: DEBUG nova.compute.manager [req-edfa8a80-9924-4628-91bd-2232ac5fed6f req-63d86357-cb3c-4437-87d7-7204ce0b24c5 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Received event network-vif-plugged-37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-edfa8a80-9924-4628-91bd-2232ac5fed6f req-63d86357-cb3c-4437-87d7-7204ce0b24c5 service nova] Acquiring lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-edfa8a80-9924-4628-91bd-2232ac5fed6f req-63d86357-cb3c-4437-87d7-7204ce0b24c5 service nova] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-edfa8a80-9924-4628-91bd-2232ac5fed6f req-63d86357-cb3c-4437-87d7-7204ce0b24c5 service nova] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:20 user nova-compute[74046]: DEBUG nova.compute.manager [req-edfa8a80-9924-4628-91bd-2232ac5fed6f req-63d86357-cb3c-4437-87d7-7204ce0b24c5 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] No waiting events found dispatching network-vif-plugged-37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:46:20 user nova-compute[74046]: WARNING nova.compute.manager [req-edfa8a80-9924-4628-91bd-2232ac5fed6f req-63d86357-cb3c-4437-87d7-7204ce0b24c5 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Received unexpected event network-vif-plugged-37f4abb3-f09b-4610-8fa0-af377af89c0e for instance with vm_state deleted and task_state None.
Oct 23 18:46:20 user nova-compute[74046]: DEBUG nova.compute.manager [req-edfa8a80-9924-4628-91bd-2232ac5fed6f req-63d86357-cb3c-4437-87d7-7204ce0b24c5 service nova] [instance: fcfd0f62-0d96-4826-aca8-f0578cc37b51] Received event network-vif-deleted-37f4abb3-f09b-4610-8fa0-af377af89c0e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:20 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:46:20 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:46:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.448s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:20 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Deleted allocations for instance fcfd0f62-0d96-4826-aca8-f0578cc37b51
Oct 23 18:46:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ce82ede8-3bf7-4a38-b9af-5746306c64a2 tempest-AttachVolumeTestJSON-1722492110 tempest-AttachVolumeTestJSON-1722492110-project-member] Lock "fcfd0f62-0d96-4826-aca8-f0578cc37b51" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.605s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:21 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:46:23 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:46:23 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:46:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:46:23 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:46:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 18:46:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] There are 0 instances to clean {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 18:46:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:46:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:23 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:46:23 user nova-compute[74046]: INFO nova.compute.claims [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Claim successful on node user
Oct 23 18:46:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.374s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:46:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:46:24 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:46:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Creating image(s)
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "/opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "/opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "/opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG nova.policy [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aad423d9f3fe4730b045ee1e39141672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f40485bec88f45ab8ca5e221c0dde5d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.168s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk 1073741824" returned: 0 in 0.049s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.224s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.191s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Checking if we can resize image /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:46:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Successfully created port: cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Cannot resize image /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Ensure instance console log exists: /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Successfully updated port: cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "refresh_cache-957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquired lock "refresh_cache-957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-49526b7c-b019-4e4a-be33-6cf9ac3a1a60 req-74912b1f-828d-4a23-b35f-a5319f25cec0 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Received event network-changed-cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-49526b7c-b019-4e4a-be33-6cf9ac3a1a60 req-74912b1f-828d-4a23-b35f-a5319f25cec0 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Refreshing instance network info cache due to event network-changed-cf15e23a-cb23-4a01-a1a4-de36f874ec04. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-49526b7c-b019-4e4a-be33-6cf9ac3a1a60 req-74912b1f-828d-4a23-b35f-a5319f25cec0 service nova] Acquiring lock "refresh_cache-957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:46:25 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Updating instance_info_cache with network_info: [{"id": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "address": "fa:16:3e:54:c5:4d", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf15e23a-cb", "ovs_interfaceid": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Releasing lock "refresh_cache-957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Instance network_info: |[{"id": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "address": "fa:16:3e:54:c5:4d", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf15e23a-cb", "ovs_interfaceid": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-49526b7c-b019-4e4a-be33-6cf9ac3a1a60 req-74912b1f-828d-4a23-b35f-a5319f25cec0 service nova] Acquired lock "refresh_cache-957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.network.neutron [req-49526b7c-b019-4e4a-be33-6cf9ac3a1a60 req-74912b1f-828d-4a23-b35f-a5319f25cec0 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Refreshing network info cache for port cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Start _get_guest_xml network_info=[{"id": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "address": "fa:16:3e:54:c5:4d", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf15e23a-cb", "ovs_interfaceid": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:46:26 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:46:26 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:46:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-947172668',display_name='tempest-AttachVolumeNegativeTest-server-947172668',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-947172668',id=38,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBdiALSoMVtKUWRwEUfcTHMPrSmJnZr6rGiUxdR0RqB2nDF4s6ZXqnSONFAXxtZg1rxBOgiWGW63RxxJhhcL2vZOx86Fjg7fdEukNX3Fm1bOgo7zn8xO4/yeQPn99bicKQ==',key_name='tempest-keypair-582908196',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f40485bec88f45ab8ca5e221c0dde5d1',ramdisk_id='',reservation_id='r-d0f2jiip',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-570236399',owner_user_name='tempest-AttachVolumeNegativeTest-570236399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:46:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aad423d9f3fe4730b045ee1e39141672',uuid=957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "address": "fa:16:3e:54:c5:4d", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf15e23a-cb", "ovs_interfaceid": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converting VIF {"id": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "address": "fa:16:3e:54:c5:4d", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf15e23a-cb", "ovs_interfaceid": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:c5:4d,bridge_name='br-int',has_traffic_filtering=True,id=cf15e23a-cb23-4a01-a1a4-de36f874ec04,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf15e23a-cb') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'pci_devices' on Instance uuid 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:46:26 user nova-compute[74046]:   <uuid>957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5</uuid>
Oct 23 18:46:26 user nova-compute[74046]:   <name>instance-00000026</name>
Oct 23 18:46:26 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:46:26 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:46:26 user nova-compute[74046]:   <metadata>
Oct 23 18:46:26 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:46:26 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:46:26 user nova-compute[74046]:       <nova:name>tempest-AttachVolumeNegativeTest-server-947172668</nova:name>
Oct 23 18:46:26 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:46:26</nova:creationTime>
Oct 23 18:46:26 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:46:26 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:46:26 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:46:26 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:46:26 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:46:26 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:46:26 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:46:26 user nova-compute[74046]:       <nova:owner>
Oct 23 18:46:26 user nova-compute[74046]:         <nova:user uuid="aad423d9f3fe4730b045ee1e39141672">tempest-AttachVolumeNegativeTest-570236399-project-member</nova:user>
Oct 23 18:46:26 user nova-compute[74046]:         <nova:project uuid="f40485bec88f45ab8ca5e221c0dde5d1">tempest-AttachVolumeNegativeTest-570236399</nova:project>
Oct 23 18:46:26 user nova-compute[74046]:       </nova:owner>
Oct 23 18:46:26 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:46:26 user nova-compute[74046]:       <nova:ports>
Oct 23 18:46:26 user nova-compute[74046]:         <nova:port uuid="cf15e23a-cb23-4a01-a1a4-de36f874ec04">
Oct 23 18:46:26 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 23 18:46:26 user nova-compute[74046]:         </nova:port>
Oct 23 18:46:26 user nova-compute[74046]:       </nova:ports>
Oct 23 18:46:26 user nova-compute[74046]:     </nova:instance>
Oct 23 18:46:26 user nova-compute[74046]:   </metadata>
Oct 23 18:46:26 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:46:26 user nova-compute[74046]:     <system>
Oct 23 18:46:26 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:46:26 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:46:26 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:46:26 user nova-compute[74046]:       <entry name="serial">957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5</entry>
Oct 23 18:46:26 user nova-compute[74046]:       <entry name="uuid">957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5</entry>
Oct 23 18:46:26 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:46:26 user nova-compute[74046]:     </system>
Oct 23 18:46:26 user nova-compute[74046]:   </sysinfo>
Oct 23 18:46:26 user nova-compute[74046]:   <os>
Oct 23 18:46:26 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:46:26 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:46:26 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:46:26 user nova-compute[74046]:   </os>
Oct 23 18:46:26 user nova-compute[74046]:   <features>
Oct 23 18:46:26 user nova-compute[74046]:     <acpi/>
Oct 23 18:46:26 user nova-compute[74046]:     <apic/>
Oct 23 18:46:26 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:46:26 user nova-compute[74046]:   </features>
Oct 23 18:46:26 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:46:26 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:46:26 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:46:26 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:46:26 user nova-compute[74046]:   </clock>
Oct 23 18:46:26 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:46:26 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:46:26 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:46:26 user nova-compute[74046]:   </cpu>
Oct 23 18:46:26 user nova-compute[74046]:   <devices>
Oct 23 18:46:26 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:46:26 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:46:26 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk"/>
Oct 23 18:46:26 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:46:26 user nova-compute[74046]:     </disk>
Oct 23 18:46:26 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:46:26 user nova-compute[74046]:       <mac address="fa:16:3e:54:c5:4d"/>
Oct 23 18:46:26 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:46:26 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:46:26 user nova-compute[74046]:       <target dev="tapcf15e23a-cb"/>
Oct 23 18:46:26 user nova-compute[74046]:     </interface>
Oct 23 18:46:26 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:46:26 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/console.log" append="off"/>
Oct 23 18:46:26 user nova-compute[74046]:     </serial>
Oct 23 18:46:26 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:46:26 user nova-compute[74046]:     <video>
Oct 23 18:46:26 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:46:26 user nova-compute[74046]:     </video>
Oct 23 18:46:26 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:46:26 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:46:26 user nova-compute[74046]:     </rng>
Oct 23 18:46:26 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:46:26 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:46:26 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:46:26 user nova-compute[74046]:     </memballoon>
Oct 23 18:46:26 user nova-compute[74046]:   </devices>
Oct 23 18:46:26 user nova-compute[74046]: </domain>
Oct 23 18:46:26 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:46:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-947172668',display_name='tempest-AttachVolumeNegativeTest-server-947172668',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-947172668',id=38,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBdiALSoMVtKUWRwEUfcTHMPrSmJnZr6rGiUxdR0RqB2nDF4s6ZXqnSONFAXxtZg1rxBOgiWGW63RxxJhhcL2vZOx86Fjg7fdEukNX3Fm1bOgo7zn8xO4/yeQPn99bicKQ==',key_name='tempest-keypair-582908196',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f40485bec88f45ab8ca5e221c0dde5d1',ramdisk_id='',reservation_id='r-d0f2jiip',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-570236399',owner_user_name='tempest-AttachVolumeNegativeTest-570236399-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:46:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aad423d9f3fe4730b045ee1e39141672',uuid=957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "address": "fa:16:3e:54:c5:4d", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf15e23a-cb", "ovs_interfaceid": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converting VIF {"id": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "address": "fa:16:3e:54:c5:4d", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf15e23a-cb", "ovs_interfaceid": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:54:c5:4d,bridge_name='br-int',has_traffic_filtering=True,id=cf15e23a-cb23-4a01-a1a4-de36f874ec04,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf15e23a-cb') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG os_vif [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:c5:4d,bridge_name='br-int',has_traffic_filtering=True,id=cf15e23a-cb23-4a01-a1a4-de36f874ec04,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf15e23a-cb') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '57065983-d491-5ef5-acf0-388dcf4d7907', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcf15e23a-cb, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcf15e23a-cb, col_values=(('qos', UUID('986f08c4-47e8-4bc6-a60f-81ba39552dd0')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcf15e23a-cb, col_values=(('external_ids', {'iface-id': 'cf15e23a-cb23-4a01-a1a4-de36f874ec04', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:54:c5:4d', 'vm-uuid': '957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:26 user nova-compute[74046]: INFO os_vif [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:54:c5:4d,bridge_name='br-int',has_traffic_filtering=True,id=cf15e23a-cb23-4a01-a1a4-de36f874ec04,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf15e23a-cb')
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No VIF found with MAC fa:16:3e:54:c5:4d, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.network.neutron [req-49526b7c-b019-4e4a-be33-6cf9ac3a1a60 req-74912b1f-828d-4a23-b35f-a5319f25cec0 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Updated VIF entry in instance network info cache for port cf15e23a-cb23-4a01-a1a4-de36f874ec04. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG nova.network.neutron [req-49526b7c-b019-4e4a-be33-6cf9ac3a1a60 req-74912b1f-828d-4a23-b35f-a5319f25cec0 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Updating instance_info_cache with network_info: [{"id": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "address": "fa:16:3e:54:c5:4d", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf15e23a-cb", "ovs_interfaceid": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-49526b7c-b019-4e4a-be33-6cf9ac3a1a60 req-74912b1f-828d-4a23-b35f-a5319f25cec0 service nova] Releasing lock "refresh_cache-957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-565e5213-d005-43ea-b69d-2444dad422c9 req-6d120c67-de03-4f77-a8a0-f49c85ae7568 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Received event network-vif-plugged-cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-565e5213-d005-43ea-b69d-2444dad422c9 req-6d120c67-de03-4f77-a8a0-f49c85ae7568 service nova] Acquiring lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-565e5213-d005-43ea-b69d-2444dad422c9 req-6d120c67-de03-4f77-a8a0-f49c85ae7568 service nova] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-565e5213-d005-43ea-b69d-2444dad422c9 req-6d120c67-de03-4f77-a8a0-f49c85ae7568 service nova] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-565e5213-d005-43ea-b69d-2444dad422c9 req-6d120c67-de03-4f77-a8a0-f49c85ae7568 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] No waiting events found dispatching network-vif-plugged-cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:46:27 user nova-compute[74046]: WARNING nova.compute.manager [req-565e5213-d005-43ea-b69d-2444dad422c9 req-6d120c67-de03-4f77-a8a0-f49c85ae7568 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Received unexpected event network-vif-plugged-cf15e23a-cb23-4a01-a1a4-de36f874ec04 for instance with vm_state building and task_state spawning.
Oct 23 18:46:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:46:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:46:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.manager [req-67972d23-b66a-41b5-9693-bfd6dd48a9ab req-f2f12170-91b0-4a3a-a8eb-7592d9aba69a service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Received event network-vif-plugged-cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-67972d23-b66a-41b5-9693-bfd6dd48a9ab req-f2f12170-91b0-4a3a-a8eb-7592d9aba69a service nova] Acquiring lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-67972d23-b66a-41b5-9693-bfd6dd48a9ab req-f2f12170-91b0-4a3a-a8eb-7592d9aba69a service nova] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-67972d23-b66a-41b5-9693-bfd6dd48a9ab req-f2f12170-91b0-4a3a-a8eb-7592d9aba69a service nova] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.manager [req-67972d23-b66a-41b5-9693-bfd6dd48a9ab req-f2f12170-91b0-4a3a-a8eb-7592d9aba69a service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] No waiting events found dispatching network-vif-plugged-cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:46:30 user nova-compute[74046]: WARNING nova.compute.manager [req-67972d23-b66a-41b5-9693-bfd6dd48a9ab req-f2f12170-91b0-4a3a-a8eb-7592d9aba69a service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Received unexpected event network-vif-plugged-cf15e23a-cb23-4a01-a1a4-de36f874ec04 for instance with vm_state building and task_state spawning.
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:46:30 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:46:30 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8214MB free_disk=25.05966567993164GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:30 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Instance spawned successfully.
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:46:30 user nova-compute[74046]: INFO nova.compute.manager [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Took 6.06 seconds to spawn the instance on the hypervisor.
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 88d864f8-5da2-45f1-b8c8-3fba6f7e945b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7d729064-b94b-4796-9e53-025071b56d78 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing inventories for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating ProviderTree inventory for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 18:46:30 user nova-compute[74046]: INFO nova.compute.manager [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Took 6.79 seconds to build instance.
Oct 23 18:46:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d48bc4b4-c60d-45ee-975c-d9f8f77529a9 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.900s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing aggregate associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, aggregates: None {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing trait associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:46:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.606s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:40 user nova-compute[74046]: INFO nova.compute.manager [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Terminating instance
Oct 23 18:46:40 user nova-compute[74046]: DEBUG nova.compute.manager [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:46:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-9b2dd4aa-b7a8-4b37-a745-dc9fcc377890 req-8f8ddc42-d100-4bf1-979a-9e96fdb1a444 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Received event network-vif-unplugged-e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9b2dd4aa-b7a8-4b37-a745-dc9fcc377890 req-8f8ddc42-d100-4bf1-979a-9e96fdb1a444 service nova] Acquiring lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9b2dd4aa-b7a8-4b37-a745-dc9fcc377890 req-8f8ddc42-d100-4bf1-979a-9e96fdb1a444 service nova] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9b2dd4aa-b7a8-4b37-a745-dc9fcc377890 req-8f8ddc42-d100-4bf1-979a-9e96fdb1a444 service nova] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-9b2dd4aa-b7a8-4b37-a745-dc9fcc377890 req-8f8ddc42-d100-4bf1-979a-9e96fdb1a444 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] No waiting events found dispatching network-vif-unplugged-e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-9b2dd4aa-b7a8-4b37-a745-dc9fcc377890 req-8f8ddc42-d100-4bf1-979a-9e96fdb1a444 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Received event network-vif-unplugged-e1737bec-6fc0-493c-8107-d00d719bbbce for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:41 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Instance destroyed successfully.
Oct 23 18:46:41 user nova-compute[74046]: DEBUG nova.objects.instance [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lazy-loading 'resources' on Instance uuid 920cd53d-42c6-4781-9ae0-ce2b1cde6e25 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:25:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1927224834',display_name='tempest-ServerActionsTestOtherA-server-1927224834',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1927224834',id=6,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ9f9D+3wGsOpjYQ3ljU7EU7+3OMIF3sXvoN++NLnsFtwCZvA8ShQyYPLk0nlvN7Wf6ksy4qY7Q1JITOpJxEMUKpNJknnTYZHpZyHfSG5xJTqCOb1bBmHRHa3p1XgBvRIw==',key_name='tempest-keypair-1960299765',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:25:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8afd1e53cfdb4074bd9fc58762ff2637',ramdisk_id='',reservation_id='r-djv3xitq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1690585759',owner_user_name='tempest-ServerActionsTestOtherA-1690585759-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:25:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ba365aa5b0a44d718be5e737ad6d23ac',uuid=920cd53d-42c6-4781-9ae0-ce2b1cde6e25,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converting VIF {"id": "e1737bec-6fc0-493c-8107-d00d719bbbce", "address": "fa:16:3e:2c:c0:4a", "network": {"id": "5c9d8da0-b4cd-442f-bdc5-f332ca4306b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1108070325-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8afd1e53cfdb4074bd9fc58762ff2637", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape1737bec-6f", "ovs_interfaceid": "e1737bec-6fc0-493c-8107-d00d719bbbce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:c0:4a,bridge_name='br-int',has_traffic_filtering=True,id=e1737bec-6fc0-493c-8107-d00d719bbbce,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1737bec-6f') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG os_vif [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:c0:4a,bridge_name='br-int',has_traffic_filtering=True,id=e1737bec-6fc0-493c-8107-d00d719bbbce,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1737bec-6f') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape1737bec-6f, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a2a17ac2-3918-47dd-98ee-74040b8e5b91) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:46:41 user nova-compute[74046]: INFO os_vif [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:c0:4a,bridge_name='br-int',has_traffic_filtering=True,id=e1737bec-6fc0-493c-8107-d00d719bbbce,network=Network(5c9d8da0-b4cd-442f-bdc5-f332ca4306b7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape1737bec-6f')
Oct 23 18:46:41 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Deleting instance files /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25_del
Oct 23 18:46:41 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Deletion of /opt/stack/data/nova/instances/920cd53d-42c6-4781-9ae0-ce2b1cde6e25_del complete
Oct 23 18:46:41 user nova-compute[74046]: INFO nova.compute.manager [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 23 18:46:41 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:46:41 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:46:42 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:46:42 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Took 0.62 seconds to deallocate network for instance.
Oct 23 18:46:42 user nova-compute[74046]: DEBUG nova.compute.manager [req-001b3177-1b8b-48db-9018-fc23284b43ad req-2d9d18d5-f121-4414-88e1-6c38e4b03816 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Received event network-vif-deleted-e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:42 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:46:42 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:46:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.382s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:42 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Deleted allocations for instance 920cd53d-42c6-4781-9ae0-ce2b1cde6e25
Oct 23 18:46:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-def077d0-24db-4b05-a430-72f7dc0beeaa tempest-ServerActionsTestOtherA-1690585759 tempest-ServerActionsTestOtherA-1690585759-project-member] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.124s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:43 user nova-compute[74046]: DEBUG nova.compute.manager [req-ecc8388f-4c5b-41cd-a9ff-8c5140983607 req-57530782-4385-45af-8208-4680d3fc5c34 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Received event network-vif-plugged-e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ecc8388f-4c5b-41cd-a9ff-8c5140983607 req-57530782-4385-45af-8208-4680d3fc5c34 service nova] Acquiring lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ecc8388f-4c5b-41cd-a9ff-8c5140983607 req-57530782-4385-45af-8208-4680d3fc5c34 service nova] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ecc8388f-4c5b-41cd-a9ff-8c5140983607 req-57530782-4385-45af-8208-4680d3fc5c34 service nova] Lock "920cd53d-42c6-4781-9ae0-ce2b1cde6e25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:43 user nova-compute[74046]: DEBUG nova.compute.manager [req-ecc8388f-4c5b-41cd-a9ff-8c5140983607 req-57530782-4385-45af-8208-4680d3fc5c34 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] No waiting events found dispatching network-vif-plugged-e1737bec-6fc0-493c-8107-d00d719bbbce {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:46:43 user nova-compute[74046]: WARNING nova.compute.manager [req-ecc8388f-4c5b-41cd-a9ff-8c5140983607 req-57530782-4385-45af-8208-4680d3fc5c34 service nova] [instance: 920cd53d-42c6-4781-9ae0-ce2b1cde6e25] Received unexpected event network-vif-plugged-e1737bec-6fc0-493c-8107-d00d719bbbce for instance with vm_state deleted and task_state None.
Oct 23 18:46:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:46:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:46:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 18:46:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:46:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:46:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:59 user nova-compute[74046]: INFO nova.compute.manager [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Terminating instance
Oct 23 18:46:59 user nova-compute[74046]: DEBUG nova.compute.manager [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-d2cea9a9-a37c-4307-b980-b46033222b5a req-3f552d3e-64ab-4a23-ae47-b7afe7edac83 service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Received event network-vif-unplugged-375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d2cea9a9-a37c-4307-b980-b46033222b5a req-3f552d3e-64ab-4a23-ae47-b7afe7edac83 service nova] Acquiring lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d2cea9a9-a37c-4307-b980-b46033222b5a req-3f552d3e-64ab-4a23-ae47-b7afe7edac83 service nova] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d2cea9a9-a37c-4307-b980-b46033222b5a req-3f552d3e-64ab-4a23-ae47-b7afe7edac83 service nova] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-d2cea9a9-a37c-4307-b980-b46033222b5a req-3f552d3e-64ab-4a23-ae47-b7afe7edac83 service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] No waiting events found dispatching network-vif-unplugged-375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:46:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-d2cea9a9-a37c-4307-b980-b46033222b5a req-3f552d3e-64ab-4a23-ae47-b7afe7edac83 service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Received event network-vif-unplugged-375ca241-caf9-4b10-85d4-1bd99b870728 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:47:00 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Instance destroyed successfully.
Oct 23 18:47:00 user nova-compute[74046]: DEBUG nova.objects.instance [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lazy-loading 'resources' on Instance uuid 88d864f8-5da2-45f1-b8c8-3fba6f7e945b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:41:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1805309592',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1805309592',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1805309592',id=32,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDiieXEfhtDZflRpYsldrRRAYvrVMpf4BlpCP8ZOyOmk8zIHSvNnS7zf30ZSHvX4BO4B3chopzbpiyV5DBDvIBKcEOP65EY+Af4GLsC6v6qerKxTMx3oylMEUcWS5YiH3g==',key_name='tempest-keypair-1731218425',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:42:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-z6xnco5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:42:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=88d864f8-5da2-45f1-b8c8-3fba6f7e945b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "375ca241-caf9-4b10-85d4-1bd99b870728", "address": "fa:16:3e:3f:a3:3e", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap375ca241-ca", "ovs_interfaceid": "375ca241-caf9-4b10-85d4-1bd99b870728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "375ca241-caf9-4b10-85d4-1bd99b870728", "address": "fa:16:3e:3f:a3:3e", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap375ca241-ca", "ovs_interfaceid": "375ca241-caf9-4b10-85d4-1bd99b870728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3f:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=375ca241-caf9-4b10-85d4-1bd99b870728,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap375ca241-ca') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_vif [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=375ca241-caf9-4b10-85d4-1bd99b870728,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap375ca241-ca') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap375ca241-ca, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1fae5625-bd01-446b-b78f-caa9346c6744) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:00 user nova-compute[74046]: INFO os_vif [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:a3:3e,bridge_name='br-int',has_traffic_filtering=True,id=375ca241-caf9-4b10-85d4-1bd99b870728,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap375ca241-ca')
Oct 23 18:47:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VhiyHJlO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:47:00 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[39a17254-68a1-47c6-adb5-e2160a6dfd52]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:47:00 user nova-compute[74046]: No targets found.
Oct 23 18:47:00 user nova-compute[74046]: iSNS:
Oct 23 18:47:00 user nova-compute[74046]: No targets found.
Oct 23 18:47:00 user nova-compute[74046]: STATIC:
Oct 23 18:47:00 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b
Oct 23 18:47:00 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:47:00 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:47:00 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:47:00 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:47:00 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:47:00 user nova-compute[74046]: FIRMWARE:
Oct 23 18:47:00 user nova-compute[74046]: No targets found.
Oct 23 18:47:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:47:00 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:47:00 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd92f15a-603e-4cde-9c53-d8f3d8acc1a8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c01b8e9d-a8ea-4915-b041-7e5745917f6b]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:47:00 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:47:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:47:00 user nova-compute[74046]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b (non-flash)
Oct 23 18:47:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef8363640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9913ce2b-3334-4760-9642-e360ff9cb9c2]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[45d56cc4-710d-4635-a1a4-155cc73d8251]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[22ce8027-15f6-4be1-84fd-423e5e9e0132]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7628ff0f-a518-498a-89e5-4d4c0aafa95f]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26135333761616262', '/dev/disk/by-id/scsi-1SCST_BIO99b68c1f-a537aabb3b6ff3fe', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_99b68c1f') {{(pid=85373) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[39d7d03d-e0d1-4e55-9b18-7ca49cc02534]: (4, None) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[933a84fc-2714-4dfa-be18-cfc6f18b9303]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e9051fb-d61f-418f-a227-3f2ea817065c]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b, portal: 172.16.0.220,3260]
Oct 23 18:47:00 user nova-compute[74046]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b, portal: 172.16.0.220,3260] successful.
Oct 23 18:47:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:520eee2c-0105-424d-98ff-98e91aff033b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dbf76c1-a88b-4005-bac3-e860eb96eabc]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== disconnect_volume: return (315ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:47:00 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Deleting instance files /opt/stack/data/nova/instances/88d864f8-5da2-45f1-b8c8-3fba6f7e945b_del
Oct 23 18:47:00 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Deletion of /opt/stack/data/nova/instances/88d864f8-5da2-45f1-b8c8-3fba6f7e945b_del complete
Oct 23 18:47:00 user nova-compute[74046]: INFO nova.compute.manager [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Took 1.21 seconds to destroy the instance on the hypervisor.
Oct 23 18:47:00 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:47:00 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:47:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:01 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:47:01 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Took 0.75 seconds to deallocate network for instance.
Oct 23 18:47:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-535ab52b-1bb1-4f73-bb27-ee6426b7f047 req-96d68ea5-9f39-4221-93ea-d77fdbe12420 service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Received event network-vif-deleted-375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:47:01 user nova-compute[74046]: INFO nova.compute.manager [req-535ab52b-1bb1-4f73-bb27-ee6426b7f047 req-96d68ea5-9f39-4221-93ea-d77fdbe12420 service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Neutron deleted interface 375ca241-caf9-4b10-85d4-1bd99b870728; detaching it from the instance and deleting it from the info cache
Oct 23 18:47:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-535ab52b-1bb1-4f73-bb27-ee6426b7f047 req-96d68ea5-9f39-4221-93ea-d77fdbe12420 service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:47:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-535ab52b-1bb1-4f73-bb27-ee6426b7f047 req-96d68ea5-9f39-4221-93ea-d77fdbe12420 service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Detach interface failed, port_id=375ca241-caf9-4b10-85d4-1bd99b870728, reason: Instance 88d864f8-5da2-45f1-b8c8-3fba6f7e945b could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:47:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-188bf139-cf02-488e-8af6-3d7e63534146 req-348a0a4e-140a-47da-92a4-7cbec6157de9 service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Received event network-vif-plugged-375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:47:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-188bf139-cf02-488e-8af6-3d7e63534146 req-348a0a4e-140a-47da-92a4-7cbec6157de9 service nova] Acquiring lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-188bf139-cf02-488e-8af6-3d7e63534146 req-348a0a4e-140a-47da-92a4-7cbec6157de9 service nova] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-188bf139-cf02-488e-8af6-3d7e63534146 req-348a0a4e-140a-47da-92a4-7cbec6157de9 service nova] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-188bf139-cf02-488e-8af6-3d7e63534146 req-348a0a4e-140a-47da-92a4-7cbec6157de9 service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] No waiting events found dispatching network-vif-plugged-375ca241-caf9-4b10-85d4-1bd99b870728 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:47:01 user nova-compute[74046]: WARNING nova.compute.manager [req-188bf139-cf02-488e-8af6-3d7e63534146 req-348a0a4e-140a-47da-92a4-7cbec6157de9 service nova] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Received unexpected event network-vif-plugged-375ca241-caf9-4b10-85d4-1bd99b870728 for instance with vm_state active and task_state deleting.
Oct 23 18:47:03 user nova-compute[74046]: INFO nova.compute.manager [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Took 1.87 seconds to detach 1 volumes for instance.
Oct 23 18:47:03 user nova-compute[74046]: DEBUG nova.compute.manager [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 88d864f8-5da2-45f1-b8c8-3fba6f7e945b] Deleting volume: 520eee2c-0105-424d-98ff-98e91aff033b {{(pid=74046) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 23 18:47:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:03 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:47:03 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:47:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.266s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:03 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Deleted allocations for instance 88d864f8-5da2-45f1-b8c8-3fba6f7e945b
Oct 23 18:47:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6ba3b395-2fa1-4536-b1f3-aa42a4334bb0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "88d864f8-5da2-45f1-b8c8-3fba6f7e945b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.380s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "98966a83-5606-413d-8380-71c8e2e9fb67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:47:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:47:05 user nova-compute[74046]: INFO nova.compute.claims [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Claim successful on node user
Oct 23 18:47:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:05 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:47:05 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:47:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.320s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:47:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:47:05 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:47:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:47:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:47:05 user nova-compute[74046]: DEBUG nova.policy [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2956df609f6a4d05a695d53e471377a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbbf2db50a894814815b6e519b6c38f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:47:05 user nova-compute[74046]: INFO nova.virt.block_device [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Booting with volume-backed-image cd955994-8c1d-46fa-8958-a8f5f4afa4be at /dev/vda
Oct 23 18:47:06 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Successfully created port: c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:47:06 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Successfully updated port: c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:47:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "refresh_cache-98966a83-5606-413d-8380-71c8e2e9fb67" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:47:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquired lock "refresh_cache-98966a83-5606-413d-8380-71c8e2e9fb67" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:47:06 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:47:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-21aac055-ba67-4e2d-800c-379a4c291078 req-c6af2313-bc52-4ee3-b1b2-e5d15bd9bf97 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-changed-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:47:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-21aac055-ba67-4e2d-800c-379a4c291078 req-c6af2313-bc52-4ee3-b1b2-e5d15bd9bf97 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Refreshing instance network info cache due to event network-changed-c16f9151-41b3-4b5f-bb8c-1b29484500af. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:47:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-21aac055-ba67-4e2d-800c-379a4c291078 req-c6af2313-bc52-4ee3-b1b2-e5d15bd9bf97 service nova] Acquiring lock "refresh_cache-98966a83-5606-413d-8380-71c8e2e9fb67" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:47:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:47:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Updating instance_info_cache with network_info: [{"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:47:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Releasing lock "refresh_cache-98966a83-5606-413d-8380-71c8e2e9fb67" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:47:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Instance network_info: |[{"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:47:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-21aac055-ba67-4e2d-800c-379a4c291078 req-c6af2313-bc52-4ee3-b1b2-e5d15bd9bf97 service nova] Acquired lock "refresh_cache-98966a83-5606-413d-8380-71c8e2e9fb67" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:47:07 user nova-compute[74046]: DEBUG nova.network.neutron [req-21aac055-ba67-4e2d-800c-379a4c291078 req-c6af2313-bc52-4ee3-b1b2-e5d15bd9bf97 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Refreshing network info cache for port c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:47:07 user nova-compute[74046]: DEBUG nova.network.neutron [req-21aac055-ba67-4e2d-800c-379a4c291078 req-c6af2313-bc52-4ee3-b1b2-e5d15bd9bf97 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Updated VIF entry in instance network info cache for port c16f9151-41b3-4b5f-bb8c-1b29484500af. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:47:07 user nova-compute[74046]: DEBUG nova.network.neutron [req-21aac055-ba67-4e2d-800c-379a4c291078 req-c6af2313-bc52-4ee3-b1b2-e5d15bd9bf97 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Updating instance_info_cache with network_info: [{"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:47:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-21aac055-ba67-4e2d-800c-379a4c291078 req-c6af2313-bc52-4ee3-b1b2-e5d15bd9bf97 service nova] Releasing lock "refresh_cache-98966a83-5606-413d-8380-71c8e2e9fb67" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:47:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:47:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:47:20 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:47:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:47:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:47:20 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Updating instance_info_cache with network_info: [{"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG os_brick.utils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[150f3fff-44cf-4a20-9bd7-353e45ca64bf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e9d570a-d75b-4681-8b4e-56db90226e25]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb433c8a-0025-4779-8499-e640a399a716]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec15142c-2139-4a7a-8fea-b7f45cd2b9d9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:47:21 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:47:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0f1619c-4da1-4d56-a1ba-29b04e63ec5c]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG os_brick.utils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:47:21 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Updating existing volume attachment record: 0a4fb44e-1d84-4ca4-9b19-43a6531c6f91 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:47:22 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:47:23 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:47:24 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:47:24 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:47:24 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:47:25 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:47:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:47:26 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:47:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:26 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:47:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:47:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:28 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:47:28 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:47:28 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8344MB free_disk=25.055782318115234GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance f1a890a8-4bd4-4afb-9226-f592b5ad0714 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7d729064-b94b-4796-9e53-025071b56d78 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 98966a83-5606-413d-8380-71c8e2e9fb67 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:47:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.381s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:29 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:47:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:47:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:36 user nova-compute[74046]: INFO nova.compute.manager [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Terminating instance
Oct 23 18:47:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-0b1f3de3-6645-439c-bcda-18b2f5dc4432 req-27c413c7-a2f6-4e3f-a25c-2a043595ec16 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Received event network-vif-unplugged-998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0b1f3de3-6645-439c-bcda-18b2f5dc4432 req-27c413c7-a2f6-4e3f-a25c-2a043595ec16 service nova] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0b1f3de3-6645-439c-bcda-18b2f5dc4432 req-27c413c7-a2f6-4e3f-a25c-2a043595ec16 service nova] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0b1f3de3-6645-439c-bcda-18b2f5dc4432 req-27c413c7-a2f6-4e3f-a25c-2a043595ec16 service nova] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-0b1f3de3-6645-439c-bcda-18b2f5dc4432 req-27c413c7-a2f6-4e3f-a25c-2a043595ec16 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] No waiting events found dispatching network-vif-unplugged-998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-0b1f3de3-6645-439c-bcda-18b2f5dc4432 req-27c413c7-a2f6-4e3f-a25c-2a043595ec16 service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Received event network-vif-unplugged-998c38a9-43fa-4459-a7b4-8c103d08a50b for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:47:36 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Instance destroyed successfully.
Oct 23 18:47:36 user nova-compute[74046]: DEBUG nova.objects.instance [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lazy-loading 'resources' on Instance uuid f1a890a8-4bd4-4afb-9226-f592b5ad0714 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1269858762',display_name='tempest-SnapshotDataIntegrityTests-server-1269858762',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1269858762',id=29,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDXUp+6m8x5Fmx6os9ldMslTasd6XceZZ455DZQw8LZZc4yu0mIPDfBF8Oz7s0Xw5u6Fayf717aAX4gMv+jNX2dPOy8kHcMXYF/kbs9HpglAy4FfT4otitm4h/VN15j/NQ==',key_name='tempest-keypair-704403733',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:38:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='953c90b080f34000812bcc8936526316',ramdisk_id='',reservation_id='r-s2l8a0bc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-765067138',owner_user_name='tempest-SnapshotDataIntegrityTests-765067138-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:38:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='06352ac3abdd4287adbc734963a92251',uuid=f1a890a8-4bd4-4afb-9226-f592b5ad0714,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "address": "fa:16:3e:d4:0e:05", "network": {"id": "0c2cb93f-91d6-4c1b-9f01-27266f810729", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-953267435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "953c90b080f34000812bcc8936526316", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap998c38a9-43", "ovs_interfaceid": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Converting VIF {"id": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "address": "fa:16:3e:d4:0e:05", "network": {"id": "0c2cb93f-91d6-4c1b-9f01-27266f810729", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-953267435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.33", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "953c90b080f34000812bcc8936526316", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap998c38a9-43", "ovs_interfaceid": "998c38a9-43fa-4459-a7b4-8c103d08a50b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d4:0e:05,bridge_name='br-int',has_traffic_filtering=True,id=998c38a9-43fa-4459-a7b4-8c103d08a50b,network=Network(0c2cb93f-91d6-4c1b-9f01-27266f810729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap998c38a9-43') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG os_vif [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:0e:05,bridge_name='br-int',has_traffic_filtering=True,id=998c38a9-43fa-4459-a7b4-8c103d08a50b,network=Network(0c2cb93f-91d6-4c1b-9f01-27266f810729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap998c38a9-43') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap998c38a9-43, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:47:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:47:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dfe0d410-eb20-4429-821f-d23a7d404499) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:47:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:37 user nova-compute[74046]: INFO os_vif [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:0e:05,bridge_name='br-int',has_traffic_filtering=True,id=998c38a9-43fa-4459-a7b4-8c103d08a50b,network=Network(0c2cb93f-91d6-4c1b-9f01-27266f810729),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap998c38a9-43')
Oct 23 18:47:37 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Deleting instance files /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714_del
Oct 23 18:47:37 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Deletion of /opt/stack/data/nova/instances/f1a890a8-4bd4-4afb-9226-f592b5ad0714_del complete
Oct 23 18:47:37 user nova-compute[74046]: INFO nova.compute.manager [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 23 18:47:37 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:47:37 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:47:37 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:47:38 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:47:38 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Took 1.33 seconds to deallocate network for instance.
Oct 23 18:47:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-298eaee9-9cbf-4092-b8f5-f0438337a06c req-0944848f-032a-48cd-8eb8-a4d816c02eff service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Received event network-vif-plugged-998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:47:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-298eaee9-9cbf-4092-b8f5-f0438337a06c req-0944848f-032a-48cd-8eb8-a4d816c02eff service nova] Acquiring lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-298eaee9-9cbf-4092-b8f5-f0438337a06c req-0944848f-032a-48cd-8eb8-a4d816c02eff service nova] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-298eaee9-9cbf-4092-b8f5-f0438337a06c req-0944848f-032a-48cd-8eb8-a4d816c02eff service nova] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-298eaee9-9cbf-4092-b8f5-f0438337a06c req-0944848f-032a-48cd-8eb8-a4d816c02eff service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] No waiting events found dispatching network-vif-plugged-998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:47:38 user nova-compute[74046]: WARNING nova.compute.manager [req-298eaee9-9cbf-4092-b8f5-f0438337a06c req-0944848f-032a-48cd-8eb8-a4d816c02eff service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Received unexpected event network-vif-plugged-998c38a9-43fa-4459-a7b4-8c103d08a50b for instance with vm_state deleted and task_state None.
Oct 23 18:47:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-298eaee9-9cbf-4092-b8f5-f0438337a06c req-0944848f-032a-48cd-8eb8-a4d816c02eff service nova] [instance: f1a890a8-4bd4-4afb-9226-f592b5ad0714] Received event network-vif-deleted-998c38a9-43fa-4459-a7b4-8c103d08a50b {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:47:38 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:47:38 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:47:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.296s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:38 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Deleted allocations for instance f1a890a8-4bd4-4afb-9226-f592b5ad0714
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-da264feb-a7e8-4a34-8174-b6c12c261cf0 tempest-SnapshotDataIntegrityTests-765067138 tempest-SnapshotDataIntegrityTests-765067138-project-member] Lock "f1a890a8-4bd4-4afb-9226-f592b5ad0714" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.833s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:47:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Creating image(s)
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Ensure instance console log exists: /opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Start _get_guest_xml network_info=[{"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '0a4fb44e-1d84-4ca4-9b19-43a6531c6f91', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KcFOGtkY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '98966a83-5606-413d-8380-71c8e2e9fb67', 'attached_at': '', 'detached_at': '', 'volume_id': '042f1a47-e1b0-4834-8f68-b0f7543ecf16', 'serial': '042f1a47-e1b0-4834-8f68-b0f7543ecf16'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:47:39 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:47:39 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KcFOGtkY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:47:39 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:47:39 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:47:39 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6878fdc5-0d3a-4311-bbaa-4b7317a4b95e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:47:39 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a5b14c0-141b-4880-bfe9-9d1f42320fe1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16] added
Oct 23 18:47:39 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[00e7d913-189d-4f45-9279-601fc830453e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[326391cb-8ba1-47b6-ba50-0a98975115fd]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KcFOGtkY {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KcFOGtkY" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b5efac2-f705-4ba8-9bf9-dd6d2f7444e1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KcFOGtkY'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[59231f49-a3cf-45e3-8f3f-29e85f295d6d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8844593-715a-4a22-a623-0b361a8fa6d6]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:47:39 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:47:39 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[04775848-81e3-49c8-a3f6-179ac1cb9e2d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16, portal: 172.16.0.220,3260]
Oct 23 18:47:39 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16, portal: 172.16.0.220,3260] successful.
Oct 23 18:47:39 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c48062be-ecfa-4c7b-8d95-1705ce4ba73c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a9f7235-e491-449a-9b2e-37c1b7367c1f]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:47:39 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:47:39 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:47:39 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:47:39 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[df47d020-c68c-422d-a00f-b9427a30d794]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:47:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:47:40 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:47:40 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KcFOGtkY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:47:40 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:47:40 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] <== connect_volume: return (1338ms) {'type': 'block', 'scsi_wwn': '23666663166323066', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:47:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666663166323066', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:47:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1324103784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1324103784',id=39,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-hwv49n5t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:47:06Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=98966a83-5606-413d-8380-71c8e2e9fb67,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=c16f9151-41b3-4b5f-bb8c-1b29484500af,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc16f9151-41') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG nova.objects.instance [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'pci_devices' on Instance uuid 98966a83-5606-413d-8380-71c8e2e9fb67 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:47:41 user nova-compute[74046]:   <uuid>98966a83-5606-413d-8380-71c8e2e9fb67</uuid>
Oct 23 18:47:41 user nova-compute[74046]:   <name>instance-00000027</name>
Oct 23 18:47:41 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:47:41 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:47:41 user nova-compute[74046]:   <metadata>
Oct 23 18:47:41 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:47:41 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:47:41 user nova-compute[74046]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1324103784</nova:name>
Oct 23 18:47:41 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:47:39</nova:creationTime>
Oct 23 18:47:41 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:47:41 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:47:41 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:47:41 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:47:41 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:47:41 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:47:41 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:47:41 user nova-compute[74046]:       <nova:owner>
Oct 23 18:47:41 user nova-compute[74046]:         <nova:user uuid="2956df609f6a4d05a695d53e471377a0">tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member</nova:user>
Oct 23 18:47:41 user nova-compute[74046]:         <nova:project uuid="fbbf2db50a894814815b6e519b6c38f4">tempest-ServerBootFromVolumeStableRescueTest-1066715729</nova:project>
Oct 23 18:47:41 user nova-compute[74046]:       </nova:owner>
Oct 23 18:47:41 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:47:41 user nova-compute[74046]:       <nova:ports>
Oct 23 18:47:41 user nova-compute[74046]:         <nova:port uuid="c16f9151-41b3-4b5f-bb8c-1b29484500af">
Oct 23 18:47:41 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 18:47:41 user nova-compute[74046]:         </nova:port>
Oct 23 18:47:41 user nova-compute[74046]:       </nova:ports>
Oct 23 18:47:41 user nova-compute[74046]:     </nova:instance>
Oct 23 18:47:41 user nova-compute[74046]:   </metadata>
Oct 23 18:47:41 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:47:41 user nova-compute[74046]:     <system>
Oct 23 18:47:41 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:47:41 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:47:41 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:47:41 user nova-compute[74046]:       <entry name="serial">98966a83-5606-413d-8380-71c8e2e9fb67</entry>
Oct 23 18:47:41 user nova-compute[74046]:       <entry name="uuid">98966a83-5606-413d-8380-71c8e2e9fb67</entry>
Oct 23 18:47:41 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:47:41 user nova-compute[74046]:     </system>
Oct 23 18:47:41 user nova-compute[74046]:   </sysinfo>
Oct 23 18:47:41 user nova-compute[74046]:   <os>
Oct 23 18:47:41 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:47:41 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:47:41 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:47:41 user nova-compute[74046]:   </os>
Oct 23 18:47:41 user nova-compute[74046]:   <features>
Oct 23 18:47:41 user nova-compute[74046]:     <acpi/>
Oct 23 18:47:41 user nova-compute[74046]:     <apic/>
Oct 23 18:47:41 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:47:41 user nova-compute[74046]:   </features>
Oct 23 18:47:41 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:47:41 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:47:41 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:47:41 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:47:41 user nova-compute[74046]:   </clock>
Oct 23 18:47:41 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:47:41 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:47:41 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:47:41 user nova-compute[74046]:   </cpu>
Oct 23 18:47:41 user nova-compute[74046]:   <devices>
Oct 23 18:47:41 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:47:41 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:47:41 user nova-compute[74046]:       <source dev="/dev/sdb"/>
Oct 23 18:47:41 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:47:41 user nova-compute[74046]:       <serial>042f1a47-e1b0-4834-8f68-b0f7543ecf16</serial>
Oct 23 18:47:41 user nova-compute[74046]:     </disk>
Oct 23 18:47:41 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:47:41 user nova-compute[74046]:       <mac address="fa:16:3e:5a:e9:56"/>
Oct 23 18:47:41 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:47:41 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:47:41 user nova-compute[74046]:       <target dev="tapc16f9151-41"/>
Oct 23 18:47:41 user nova-compute[74046]:     </interface>
Oct 23 18:47:41 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:47:41 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/console.log" append="off"/>
Oct 23 18:47:41 user nova-compute[74046]:     </serial>
Oct 23 18:47:41 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:47:41 user nova-compute[74046]:     <video>
Oct 23 18:47:41 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:47:41 user nova-compute[74046]:     </video>
Oct 23 18:47:41 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:47:41 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:47:41 user nova-compute[74046]:     </rng>
Oct 23 18:47:41 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:47:41 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:47:41 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:47:41 user nova-compute[74046]:     </memballoon>
Oct 23 18:47:41 user nova-compute[74046]:   </devices>
Oct 23 18:47:41 user nova-compute[74046]: </domain>
Oct 23 18:47:41 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:47:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1324103784',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1324103784',id=39,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-hwv49n5t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:47:06Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=98966a83-5606-413d-8380-71c8e2e9fb67,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=c16f9151-41b3-4b5f-bb8c-1b29484500af,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc16f9151-41') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG os_vif [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=c16f9151-41b3-4b5f-bb8c-1b29484500af,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc16f9151-41') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5d0c0fde-e9a4-567e-8b89-ce9b405e8983', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc16f9151-41, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc16f9151-41, col_values=(('qos', UUID('78b6bda9-8dfe-47cb-9935-5f9e20a771aa')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc16f9151-41, col_values=(('external_ids', {'iface-id': 'c16f9151-41b3-4b5f-bb8c-1b29484500af', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:e9:56', 'vm-uuid': '98966a83-5606-413d-8380-71c8e2e9fb67'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:41 user nova-compute[74046]: INFO os_vif [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=c16f9151-41b3-4b5f-bb8c-1b29484500af,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc16f9151-41')
Oct 23 18:47:41 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:47:41 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No VIF found with MAC fa:16:3e:5a:e9:56, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:47:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:42 user nova-compute[74046]: DEBUG nova.compute.manager [req-7e84f399-4546-4e71-ab19-e24763ec9974 req-387442b1-c8ab-478f-92b2-790b17dd9f83 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:47:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7e84f399-4546-4e71-ab19-e24763ec9974 req-387442b1-c8ab-478f-92b2-790b17dd9f83 service nova] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7e84f399-4546-4e71-ab19-e24763ec9974 req-387442b1-c8ab-478f-92b2-790b17dd9f83 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7e84f399-4546-4e71-ab19-e24763ec9974 req-387442b1-c8ab-478f-92b2-790b17dd9f83 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:42 user nova-compute[74046]: DEBUG nova.compute.manager [req-7e84f399-4546-4e71-ab19-e24763ec9974 req-387442b1-c8ab-478f-92b2-790b17dd9f83 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] No waiting events found dispatching network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:47:42 user nova-compute[74046]: WARNING nova.compute.manager [req-7e84f399-4546-4e71-ab19-e24763ec9974 req-387442b1-c8ab-478f-92b2-790b17dd9f83 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received unexpected event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af for instance with vm_state building and task_state spawning.
Oct 23 18:47:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:44 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:47:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:47:44 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Instance spawned successfully.
Oct 23 18:47:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:47:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:47:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:47:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:47:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:47:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:47:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:47:44 user nova-compute[74046]: INFO nova.compute.manager [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Took 5.29 seconds to spawn the instance on the hypervisor.
Oct 23 18:47:44 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:47:44 user nova-compute[74046]: DEBUG nova.compute.manager [req-5f8d801e-d199-4561-b319-fc5bbb03c661 req-2bb6347b-97f4-4bc0-98e4-4163fcad27fe service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:47:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5f8d801e-d199-4561-b319-fc5bbb03c661 req-2bb6347b-97f4-4bc0-98e4-4163fcad27fe service nova] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:47:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5f8d801e-d199-4561-b319-fc5bbb03c661 req-2bb6347b-97f4-4bc0-98e4-4163fcad27fe service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:47:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5f8d801e-d199-4561-b319-fc5bbb03c661 req-2bb6347b-97f4-4bc0-98e4-4163fcad27fe service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:44 user nova-compute[74046]: DEBUG nova.compute.manager [req-5f8d801e-d199-4561-b319-fc5bbb03c661 req-2bb6347b-97f4-4bc0-98e4-4163fcad27fe service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] No waiting events found dispatching network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:47:44 user nova-compute[74046]: WARNING nova.compute.manager [req-5f8d801e-d199-4561-b319-fc5bbb03c661 req-2bb6347b-97f4-4bc0-98e4-4163fcad27fe service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received unexpected event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af for instance with vm_state building and task_state spawning.
Oct 23 18:47:44 user nova-compute[74046]: INFO nova.compute.manager [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Took 39.74 seconds to build instance.
Oct 23 18:47:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1613a53a-450a-400b-9b00-eb7b3544988f tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "98966a83-5606-413d-8380-71c8e2e9fb67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 39.843s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:47:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:47:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:48:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 18:48:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:48:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:48:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:01 user nova-compute[74046]: INFO nova.compute.manager [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Unshelving
Oct 23 18:48:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'pci_requests' on Instance uuid d2cdf508-8848-4c89-9707-dcfa3bb69396 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'numa_topology' on Instance uuid d2cdf508-8848-4c89-9707-dcfa3bb69396 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:48:01 user nova-compute[74046]: INFO nova.compute.claims [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Claim successful on node user
Oct 23 18:48:01 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:48:01 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:48:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.557s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:02 user nova-compute[74046]: INFO nova.network.neutron [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updating port 9efe2d74-0d24-4635-a1f0-ca9d83990ce8 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 23 18:48:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:48:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquired lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:48:02 user nova-compute[74046]: DEBUG nova.network.neutron [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:48:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-6c2506fb-98f6-4fe2-a28a-3c10290f099c req-83848eab-882a-4734-9018-dcde478f9bfa service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-changed-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:48:02 user nova-compute[74046]: DEBUG nova.compute.manager [req-6c2506fb-98f6-4fe2-a28a-3c10290f099c req-83848eab-882a-4734-9018-dcde478f9bfa service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Refreshing instance network info cache due to event network-changed-9efe2d74-0d24-4635-a1f0-ca9d83990ce8. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:48:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c2506fb-98f6-4fe2-a28a-3c10290f099c req-83848eab-882a-4734-9018-dcde478f9bfa service nova] Acquiring lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:48:03 user nova-compute[74046]: DEBUG nova.network.neutron [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updating instance_info_cache with network_info: [{"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:48:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Releasing lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:48:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:48:03 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Creating image(s)
Oct 23 18:48:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "/opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "/opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "/opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:03 user nova-compute[74046]: DEBUG nova.objects.instance [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'trusted_certs' on Instance uuid d2cdf508-8848-4c89-9707-dcfa3bb69396 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c2506fb-98f6-4fe2-a28a-3c10290f099c req-83848eab-882a-4734-9018-dcde478f9bfa service nova] Acquired lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:48:03 user nova-compute[74046]: DEBUG nova.network.neutron [req-6c2506fb-98f6-4fe2-a28a-3c10290f099c req-83848eab-882a-4734-9018-dcde478f9bfa service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Refreshing network info cache for port 9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:48:03 user nova-compute[74046]: DEBUG nova.objects.base [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Object Instance<d2cdf508-8848-4c89-9707-dcfa3bb69396> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:48:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "ddf849396e5e9e509ec06e77757d4b892efb0ef8" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "ddf849396e5e9e509ec06e77757d4b892efb0ef8" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8.part --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8.part --force-share --output=json" returned: 0 in 0.224s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:04 user nova-compute[74046]: DEBUG nova.virt.images [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] c91a1e14-061b-4fc6-a336-1edf6469e9e1 was qcow2, converting to raw {{(pid=74046) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 18:48:04 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:48:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8.part /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8.converted {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:04 user nova-compute[74046]: DEBUG nova.network.neutron [req-6c2506fb-98f6-4fe2-a28a-3c10290f099c req-83848eab-882a-4734-9018-dcde478f9bfa service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updated VIF entry in instance network info cache for port 9efe2d74-0d24-4635-a1f0-ca9d83990ce8. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:48:04 user nova-compute[74046]: DEBUG nova.network.neutron [req-6c2506fb-98f6-4fe2-a28a-3c10290f099c req-83848eab-882a-4734-9018-dcde478f9bfa service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updating instance_info_cache with network_info: [{"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:48:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6c2506fb-98f6-4fe2-a28a-3c10290f099c req-83848eab-882a-4734-9018-dcde478f9bfa service nova] Releasing lock "refresh_cache-d2cdf508-8848-4c89-9707-dcfa3bb69396" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:48:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8.part /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8.converted" returned: 0 in 0.210s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:04 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8.converted --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8.converted --force-share --output=json" returned: 0 in 0.180s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "ddf849396e5e9e509ec06e77757d4b892efb0ef8" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.824s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8 --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8 --force-share --output=json" returned: 0 in 0.180s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "ddf849396e5e9e509ec06e77757d4b892efb0ef8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "ddf849396e5e9e509ec06e77757d4b892efb0ef8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8 --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8 --force-share --output=json" returned: 0 in 0.169s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8,backing_fmt=raw /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8,backing_fmt=raw /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk 1073741824" returned: 0 in 0.124s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "ddf849396e5e9e509ec06e77757d4b892efb0ef8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.302s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8 --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8 --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG nova.objects.instance [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'migration_context' on Instance uuid d2cdf508-8848-4c89-9707-dcfa3bb69396 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG nova.objects.base [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Object Instance<d2cdf508-8848-4c89-9707-dcfa3bb69396> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:48:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Rebasing disk image.
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d -F raw /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d -F raw /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk" returned: 0 in 2.595s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Ensure instance console log exists: /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Start _get_guest_xml network_info=[{"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c1916012b871e649312cae6bd4e15bf6',container_format='bare',created_at=2023-10-23T18:46:08Z,direct_url=<?>,disk_format='qcow2',id=c91a1e14-061b-4fc6-a336-1edf6469e9e1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-402481722-shelved',owner='50e9e0ab339647048546a8c62fa0d768',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-23T18:46:12Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:48:08 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:48:08 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c1916012b871e649312cae6bd4e15bf6',container_format='bare',created_at=2023-10-23T18:46:08Z,direct_url=<?>,disk_format='qcow2',id=c91a1e14-061b-4fc6-a336-1edf6469e9e1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-402481722-shelved',owner='50e9e0ab339647048546a8c62fa0d768',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-23T18:46:12Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.objects.instance [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'vcpu_model' on Instance uuid d2cdf508-8848-4c89-9707-dcfa3bb69396 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.objects.base [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Object Instance<d2cdf508-8848-4c89-9707-dcfa3bb69396> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:44:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-402481722',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-402481722',id=37,image_ref='c91a1e14-061b-4fc6-a336-1edf6469e9e1',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-669188026',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:44:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='50e9e0ab339647048546a8c62fa0d768',ramdisk_id='',reservation_id='r-e10qayfi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1720554262',owner_user_name='tempest-AttachVolumeShelveTestJSON-1720554262-project-member',shelved_at='2023-10-23T18:46:12.067084',shelved_host='user',shelved_image_id='c91a1e14-061b-4fc6-a336-1edf6469e9e1'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:48:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d137785f9c174d38a02b899ce5c61edc',uuid=d2cdf508-8848-4c89-9707-dcfa3bb69396,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converting VIF {"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.objects.instance [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'pci_devices' on Instance uuid d2cdf508-8848-4c89-9707-dcfa3bb69396 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.objects.base [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Object Instance<d2cdf508-8848-4c89-9707-dcfa3bb69396> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:48:08 user nova-compute[74046]:   <uuid>d2cdf508-8848-4c89-9707-dcfa3bb69396</uuid>
Oct 23 18:48:08 user nova-compute[74046]:   <name>instance-00000025</name>
Oct 23 18:48:08 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:48:08 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:48:08 user nova-compute[74046]:   <metadata>
Oct 23 18:48:08 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:48:08 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:48:08 user nova-compute[74046]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-402481722</nova:name>
Oct 23 18:48:08 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:48:08</nova:creationTime>
Oct 23 18:48:08 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:48:08 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:48:08 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:48:08 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:48:08 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:48:08 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:48:08 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:48:08 user nova-compute[74046]:       <nova:owner>
Oct 23 18:48:08 user nova-compute[74046]:         <nova:user uuid="d137785f9c174d38a02b899ce5c61edc">tempest-AttachVolumeShelveTestJSON-1720554262-project-member</nova:user>
Oct 23 18:48:08 user nova-compute[74046]:         <nova:project uuid="50e9e0ab339647048546a8c62fa0d768">tempest-AttachVolumeShelveTestJSON-1720554262</nova:project>
Oct 23 18:48:08 user nova-compute[74046]:       </nova:owner>
Oct 23 18:48:08 user nova-compute[74046]:       <nova:root type="image" uuid="c91a1e14-061b-4fc6-a336-1edf6469e9e1"/>
Oct 23 18:48:08 user nova-compute[74046]:       <nova:ports>
Oct 23 18:48:08 user nova-compute[74046]:         <nova:port uuid="9efe2d74-0d24-4635-a1f0-ca9d83990ce8">
Oct 23 18:48:08 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 23 18:48:08 user nova-compute[74046]:         </nova:port>
Oct 23 18:48:08 user nova-compute[74046]:       </nova:ports>
Oct 23 18:48:08 user nova-compute[74046]:     </nova:instance>
Oct 23 18:48:08 user nova-compute[74046]:   </metadata>
Oct 23 18:48:08 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:48:08 user nova-compute[74046]:     <system>
Oct 23 18:48:08 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:48:08 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:48:08 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:48:08 user nova-compute[74046]:       <entry name="serial">d2cdf508-8848-4c89-9707-dcfa3bb69396</entry>
Oct 23 18:48:08 user nova-compute[74046]:       <entry name="uuid">d2cdf508-8848-4c89-9707-dcfa3bb69396</entry>
Oct 23 18:48:08 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:48:08 user nova-compute[74046]:     </system>
Oct 23 18:48:08 user nova-compute[74046]:   </sysinfo>
Oct 23 18:48:08 user nova-compute[74046]:   <os>
Oct 23 18:48:08 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:48:08 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:48:08 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:48:08 user nova-compute[74046]:   </os>
Oct 23 18:48:08 user nova-compute[74046]:   <features>
Oct 23 18:48:08 user nova-compute[74046]:     <acpi/>
Oct 23 18:48:08 user nova-compute[74046]:     <apic/>
Oct 23 18:48:08 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:48:08 user nova-compute[74046]:   </features>
Oct 23 18:48:08 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:48:08 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:48:08 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:48:08 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:48:08 user nova-compute[74046]:   </clock>
Oct 23 18:48:08 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:48:08 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:48:08 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:48:08 user nova-compute[74046]:   </cpu>
Oct 23 18:48:08 user nova-compute[74046]:   <devices>
Oct 23 18:48:08 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:48:08 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:48:08 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk"/>
Oct 23 18:48:08 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:48:08 user nova-compute[74046]:     </disk>
Oct 23 18:48:08 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:48:08 user nova-compute[74046]:       <mac address="fa:16:3e:08:f0:1b"/>
Oct 23 18:48:08 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:48:08 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:48:08 user nova-compute[74046]:       <target dev="tap9efe2d74-0d"/>
Oct 23 18:48:08 user nova-compute[74046]:     </interface>
Oct 23 18:48:08 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:48:08 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/console.log" append="off"/>
Oct 23 18:48:08 user nova-compute[74046]:     </serial>
Oct 23 18:48:08 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:48:08 user nova-compute[74046]:     <video>
Oct 23 18:48:08 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:48:08 user nova-compute[74046]:     </video>
Oct 23 18:48:08 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:48:08 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:48:08 user nova-compute[74046]:     </rng>
Oct 23 18:48:08 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:48:08 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:48:08 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:48:08 user nova-compute[74046]:     </memballoon>
Oct 23 18:48:08 user nova-compute[74046]:   </devices>
Oct 23 18:48:08 user nova-compute[74046]: </domain>
Oct 23 18:48:08 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:44:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-402481722',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-402481722',id=37,image_ref='c91a1e14-061b-4fc6-a336-1edf6469e9e1',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-669188026',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:44:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='50e9e0ab339647048546a8c62fa0d768',ramdisk_id='',reservation_id='r-e10qayfi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1720554262',owner_user_name='tempest-AttachVolumeShelveTestJSON-1720554262-project-member',shelved_at='2023-10-23T18:46:12.067084',shelved_host='user',shelved_image_id='c91a1e14-061b-4fc6-a336-1edf6469e9e1'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:48:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d137785f9c174d38a02b899ce5c61edc',uuid=d2cdf508-8848-4c89-9707-dcfa3bb69396,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converting VIF {"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG os_vif [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a4555cec-1f4a-59dc-a07b-ae804fcc61eb', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9efe2d74-0d, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9efe2d74-0d, col_values=(('qos', UUID('fb7c1b56-57b9-45aa-874f-0880e6dec3e2')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9efe2d74-0d, col_values=(('external_ids', {'iface-id': '9efe2d74-0d24-4635-a1f0-ca9d83990ce8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:08:f0:1b', 'vm-uuid': 'd2cdf508-8848-4c89-9707-dcfa3bb69396'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:08 user nova-compute[74046]: INFO os_vif [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d')
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] No VIF found with MAC fa:16:3e:08:f0:1b, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:48:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-5e1c5c84-8649-4c72-befd-ecbdea6dd355 req-3706dbca-37e4-4990-bef0-09d0e1e580f2 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:48:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5e1c5c84-8649-4c72-befd-ecbdea6dd355 req-3706dbca-37e4-4990-bef0-09d0e1e580f2 service nova] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5e1c5c84-8649-4c72-befd-ecbdea6dd355 req-3706dbca-37e4-4990-bef0-09d0e1e580f2 service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5e1c5c84-8649-4c72-befd-ecbdea6dd355 req-3706dbca-37e4-4990-bef0-09d0e1e580f2 service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-5e1c5c84-8649-4c72-befd-ecbdea6dd355 req-3706dbca-37e4-4990-bef0-09d0e1e580f2 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] No waiting events found dispatching network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:48:10 user nova-compute[74046]: WARNING nova.compute.manager [req-5e1c5c84-8649-4c72-befd-ecbdea6dd355 req-3706dbca-37e4-4990-bef0-09d0e1e580f2 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received unexpected event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 23 18:48:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:48:12 user nova-compute[74046]: INFO nova.compute.claims [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Claim successful on node user
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-a2e82fe6-3391-4765-b99c-ca59da5144ef req-c1df27f0-4c9e-4a64-aaa5-521605316810 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a2e82fe6-3391-4765-b99c-ca59da5144ef req-c1df27f0-4c9e-4a64-aaa5-521605316810 service nova] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a2e82fe6-3391-4765-b99c-ca59da5144ef req-c1df27f0-4c9e-4a64-aaa5-521605316810 service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a2e82fe6-3391-4765-b99c-ca59da5144ef req-c1df27f0-4c9e-4a64-aaa5-521605316810 service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-a2e82fe6-3391-4765-b99c-ca59da5144ef req-c1df27f0-4c9e-4a64-aaa5-521605316810 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] No waiting events found dispatching network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:48:12 user nova-compute[74046]: WARNING nova.compute.manager [req-a2e82fe6-3391-4765-b99c-ca59da5144ef req-c1df27f0-4c9e-4a64-aaa5-521605316810 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received unexpected event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:48:12 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Instance spawned successfully.
Oct 23 18:48:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.393s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:48:12 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.policy [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4874ac0a6b84fd3bc00d6d3513fd477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bae0e28245d541e5bcb945983ce4d335', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:48:12 user nova-compute[74046]: INFO nova.virt.block_device [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Booting with volume 0a08b331-adcc-40c1-a74a-6bc45907d1c8 at /dev/vda
Oct 23 18:48:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG os_brick.utils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a585ce5-b760-4389-8d0e-fcc98ebbfe16]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b8f5bd6-1db1-4e01-9f0f-f6f8f204aab3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-dd9a6c93-ef5a-48f5-b63e-655bec423cd9 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.765s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[656c6806-44e9-4827-9c32-b7d1102c6fdd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a32c34d-8ba9-4d3e-aa70-998a52008005]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:48:13 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:48:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9d50d0f-ccee-436e-af91-6a7dce269f10]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG os_brick.utils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Updating existing volume attachment record: 2110eb4e-ae21-44fb-821e-7bd9ee95ba49 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Successfully created port: dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Successfully updated port: dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "refresh_cache-d7618fc7-88f1-41b4-b72a-903d5deecb7f" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquired lock "refresh_cache-d7618fc7-88f1-41b4-b72a-903d5deecb7f" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-b37b1ef8-6fba-430d-a118-21580a65ca73 req-be80371e-ad1f-4a1e-910d-59ab4192e385 service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Received event network-changed-dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-b37b1ef8-6fba-430d-a118-21580a65ca73 req-be80371e-ad1f-4a1e-910d-59ab4192e385 service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Refreshing instance network info cache due to event network-changed-dd814da5-a263-46d3-b023-6059d7132e5e. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b37b1ef8-6fba-430d-a118-21580a65ca73 req-be80371e-ad1f-4a1e-910d-59ab4192e385 service nova] Acquiring lock "refresh_cache-d7618fc7-88f1-41b4-b72a-903d5deecb7f" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG nova.network.neutron [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Updating instance_info_cache with network_info: [{"id": "dd814da5-a263-46d3-b023-6059d7132e5e", "address": "fa:16:3e:fa:f7:37", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd814da5-a2", "ovs_interfaceid": "dd814da5-a263-46d3-b023-6059d7132e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Releasing lock "refresh_cache-d7618fc7-88f1-41b4-b72a-903d5deecb7f" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Instance network_info: |[{"id": "dd814da5-a263-46d3-b023-6059d7132e5e", "address": "fa:16:3e:fa:f7:37", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd814da5-a2", "ovs_interfaceid": "dd814da5-a263-46d3-b023-6059d7132e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b37b1ef8-6fba-430d-a118-21580a65ca73 req-be80371e-ad1f-4a1e-910d-59ab4192e385 service nova] Acquired lock "refresh_cache-d7618fc7-88f1-41b4-b72a-903d5deecb7f" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG nova.network.neutron [req-b37b1ef8-6fba-430d-a118-21580a65ca73 req-be80371e-ad1f-4a1e-910d-59ab4192e385 service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Refreshing network info cache for port dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-76c7a45c-1c2e-46d8-b0fe-9073b6b994b3 req-1e10f3b5-8f7e-4544-ad13-7a3b6e0ff5b8 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Received event network-changed-cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-76c7a45c-1c2e-46d8-b0fe-9073b6b994b3 req-1e10f3b5-8f7e-4544-ad13-7a3b6e0ff5b8 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Refreshing instance network info cache due to event network-changed-cf15e23a-cb23-4a01-a1a4-de36f874ec04. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-76c7a45c-1c2e-46d8-b0fe-9073b6b994b3 req-1e10f3b5-8f7e-4544-ad13-7a3b6e0ff5b8 service nova] Acquiring lock "refresh_cache-957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-76c7a45c-1c2e-46d8-b0fe-9073b6b994b3 req-1e10f3b5-8f7e-4544-ad13-7a3b6e0ff5b8 service nova] Acquired lock "refresh_cache-957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:48:14 user nova-compute[74046]: DEBUG nova.network.neutron [req-76c7a45c-1c2e-46d8-b0fe-9073b6b994b3 req-1e10f3b5-8f7e-4544-ad13-7a3b6e0ff5b8 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Refreshing network info cache for port cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:48:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-76c7a45c-1c2e-46d8-b0fe-9073b6b994b3 req-1e10f3b5-8f7e-4544-ad13-7a3b6e0ff5b8 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Updated VIF entry in instance network info cache for port cf15e23a-cb23-4a01-a1a4-de36f874ec04. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:48:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-76c7a45c-1c2e-46d8-b0fe-9073b6b994b3 req-1e10f3b5-8f7e-4544-ad13-7a3b6e0ff5b8 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Updating instance_info_cache with network_info: [{"id": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "address": "fa:16:3e:54:c5:4d", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf15e23a-cb", "ovs_interfaceid": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:48:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-76c7a45c-1c2e-46d8-b0fe-9073b6b994b3 req-1e10f3b5-8f7e-4544-ad13-7a3b6e0ff5b8 service nova] Releasing lock "refresh_cache-957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:48:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-b37b1ef8-6fba-430d-a118-21580a65ca73 req-be80371e-ad1f-4a1e-910d-59ab4192e385 service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Updated VIF entry in instance network info cache for port dd814da5-a263-46d3-b023-6059d7132e5e. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:48:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-b37b1ef8-6fba-430d-a118-21580a65ca73 req-be80371e-ad1f-4a1e-910d-59ab4192e385 service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Updating instance_info_cache with network_info: [{"id": "dd814da5-a263-46d3-b023-6059d7132e5e", "address": "fa:16:3e:fa:f7:37", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd814da5-a2", "ovs_interfaceid": "dd814da5-a263-46d3-b023-6059d7132e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:48:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b37b1ef8-6fba-430d-a118-21580a65ca73 req-be80371e-ad1f-4a1e-910d-59ab4192e385 service nova] Releasing lock "refresh_cache-d7618fc7-88f1-41b4-b72a-903d5deecb7f" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:48:16 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:48:16 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:48:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:48:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:48:16 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:48:16 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updating instance_info_cache with network_info: [{"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:48:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:48:16 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:48:18 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:48:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG nova.objects.instance [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'flavor' on Instance uuid 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.071s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:21 user nova-compute[74046]: INFO nova.compute.manager [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Attaching volume 7e89ab32-0cb2-401a-9590-7f6d15dc3e59 to /dev/vdb
Oct 23 18:48:21 user nova-compute[74046]: DEBUG os_brick.utils [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[318547d8-0d6b-44ec-90e9-3c32026ec4de]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[04e1d180-eff6-42c6-96ef-131b42cda1e8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7868b25-af41-4d31-9628-b5843aeb7436]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cd532fb-36b4-47f9-9014-7e6c019df72e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:48:21 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:48:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a345edaf-0dfe-499b-bc5b-8c5f225727a6]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG os_brick.utils [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:48:21 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Updating existing volume attachment record: 8e345eb8-edeb-49b0-90ba-870bc27aaeb7 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:48:23 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:48:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:24 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:48:25 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:48:25 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:48:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:48:26 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:48:27 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:48:27 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:48:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:27 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:48:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:48:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:48:29 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:48:29 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:48:29 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8214MB free_disk=25.028949737548828GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:48:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:29 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:48:29 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:48:29 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7d729064-b94b-4796-9e53-025071b56d78 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:48:29 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:48:29 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 98966a83-5606-413d-8380-71c8e2e9fb67 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:48:29 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance d2cdf508-8848-4c89-9707-dcfa3bb69396 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:48:29 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance d7618fc7-88f1-41b4-b72a-903d5deecb7f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:48:29 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:48:29 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:48:30 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:48:30 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:48:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:48:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.480s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:48:32 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Creating image(s)
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Ensure instance console log exists: /opt/stack/data/nova/instances/d7618fc7-88f1-41b4-b72a-903d5deecb7f/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Start _get_guest_xml network_info=[{"id": "dd814da5-a263-46d3-b023-6059d7132e5e", "address": "fa:16:3e:fa:f7:37", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd814da5-a2", "ovs_interfaceid": "dd814da5-a263-46d3-b023-6059d7132e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '2110eb4e-ae21-44fb-821e-7bd9ee95ba49', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xrChIbBO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd7618fc7-88f1-41b4-b72a-903d5deecb7f', 'attached_at': '', 'detached_at': '', 'volume_id': '0a08b331-adcc-40c1-a74a-6bc45907d1c8', 'serial': '0a08b331-adcc-40c1-a74a-6bc45907d1c8'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:48:32 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:48:32 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xrChIbBO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:48:32 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:48:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:48:32 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:48:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:48:32 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[24dcde86-44fb-43fb-ac1a-286d5327dacb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:48:32 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eb9194c-272a-4882-96be-1fa804b29faa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8] added
Oct 23 18:48:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[412aea06-1ee3-463d-9acd-64c787f5141d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f72c1d57-b833-42e0-89ba-3e90b2819ae9]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xrChIbBO {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xrChIbBO" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[922fb9e8-9155-4919-86c1-c6d681777507]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xrChIbBO'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d15de0b8-84f7-4f37-98d2-1e1e7f2597e7]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[825d8c5a-4172-49cb-a8b7-1dade3c1c5ee]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:48:32 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:48:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:48:32 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:48:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:48:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[07eceecb-a798-4dd0-9433-210210dd868c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260]
Oct 23 18:48:33 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260] successful.
Oct 23 18:48:33 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdfb562a-9cf0-4a36-adb7-b75fa16f9f8f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[94bf5538-9836-4ed4-a06f-f19a49dfdf36]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:48:33 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:48:33 user nova-compute[74046]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:48:33 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:48:33 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:48:33 user nova-compute[74046]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:48:33 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] HCTL ('34', '-', '-', 0) found on session 50 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccd45f68-931d-4d93-a9d1-ba77dfd8e439]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xrChIbBO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '26165313066323465', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26165313066323465', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:48:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2055535728',display_name='tempest-TestVolumeBootPattern-server-2055535728',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2055535728',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOwJXWZObbnBwPxMTtNJwctS1ZfHH+e4cH4aP/7dwRI91MdufvSIVzzc+yktIpjc+i1OUY6DaRKOUqsJIO52zRcja3J4Fdt97vWY2TWfY/bgm0IhtRFHC5nMsMwT6N/Hjw==',key_name='tempest-TestVolumeBootPattern-2014706480',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-lvrzrr2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:48:13Z,user_data=None,user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=d7618fc7-88f1-41b4-b72a-903d5deecb7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd814da5-a263-46d3-b023-6059d7132e5e", "address": "fa:16:3e:fa:f7:37", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd814da5-a2", "ovs_interfaceid": "dd814da5-a263-46d3-b023-6059d7132e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "dd814da5-a263-46d3-b023-6059d7132e5e", "address": "fa:16:3e:fa:f7:37", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd814da5-a2", "ovs_interfaceid": "dd814da5-a263-46d3-b023-6059d7132e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:f7:37,bridge_name='br-int',has_traffic_filtering=True,id=dd814da5-a263-46d3-b023-6059d7132e5e,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd814da5-a2') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG nova.objects.instance [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lazy-loading 'pci_devices' on Instance uuid d7618fc7-88f1-41b4-b72a-903d5deecb7f {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:48:34 user nova-compute[74046]:   <uuid>d7618fc7-88f1-41b4-b72a-903d5deecb7f</uuid>
Oct 23 18:48:34 user nova-compute[74046]:   <name>instance-00000028</name>
Oct 23 18:48:34 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:48:34 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:48:34 user nova-compute[74046]:   <metadata>
Oct 23 18:48:34 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:48:34 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:48:34 user nova-compute[74046]:       <nova:name>tempest-TestVolumeBootPattern-server-2055535728</nova:name>
Oct 23 18:48:34 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:48:32</nova:creationTime>
Oct 23 18:48:34 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:48:34 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:48:34 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:48:34 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:48:34 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:48:34 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:48:34 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:48:34 user nova-compute[74046]:       <nova:owner>
Oct 23 18:48:34 user nova-compute[74046]:         <nova:user uuid="f4874ac0a6b84fd3bc00d6d3513fd477">tempest-TestVolumeBootPattern-462875323-project-member</nova:user>
Oct 23 18:48:34 user nova-compute[74046]:         <nova:project uuid="bae0e28245d541e5bcb945983ce4d335">tempest-TestVolumeBootPattern-462875323</nova:project>
Oct 23 18:48:34 user nova-compute[74046]:       </nova:owner>
Oct 23 18:48:34 user nova-compute[74046]:       <nova:ports>
Oct 23 18:48:34 user nova-compute[74046]:         <nova:port uuid="dd814da5-a263-46d3-b023-6059d7132e5e">
Oct 23 18:48:34 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 23 18:48:34 user nova-compute[74046]:         </nova:port>
Oct 23 18:48:34 user nova-compute[74046]:       </nova:ports>
Oct 23 18:48:34 user nova-compute[74046]:     </nova:instance>
Oct 23 18:48:34 user nova-compute[74046]:   </metadata>
Oct 23 18:48:34 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:48:34 user nova-compute[74046]:     <system>
Oct 23 18:48:34 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:48:34 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:48:34 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:48:34 user nova-compute[74046]:       <entry name="serial">d7618fc7-88f1-41b4-b72a-903d5deecb7f</entry>
Oct 23 18:48:34 user nova-compute[74046]:       <entry name="uuid">d7618fc7-88f1-41b4-b72a-903d5deecb7f</entry>
Oct 23 18:48:34 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:48:34 user nova-compute[74046]:     </system>
Oct 23 18:48:34 user nova-compute[74046]:   </sysinfo>
Oct 23 18:48:34 user nova-compute[74046]:   <os>
Oct 23 18:48:34 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:48:34 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:48:34 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:48:34 user nova-compute[74046]:   </os>
Oct 23 18:48:34 user nova-compute[74046]:   <features>
Oct 23 18:48:34 user nova-compute[74046]:     <acpi/>
Oct 23 18:48:34 user nova-compute[74046]:     <apic/>
Oct 23 18:48:34 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:48:34 user nova-compute[74046]:   </features>
Oct 23 18:48:34 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:48:34 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:48:34 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:48:34 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:48:34 user nova-compute[74046]:   </clock>
Oct 23 18:48:34 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:48:34 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:48:34 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:48:34 user nova-compute[74046]:   </cpu>
Oct 23 18:48:34 user nova-compute[74046]:   <devices>
Oct 23 18:48:34 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:48:34 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:48:34 user nova-compute[74046]:       <source dev="/dev/sdc"/>
Oct 23 18:48:34 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:48:34 user nova-compute[74046]:       <serial>0a08b331-adcc-40c1-a74a-6bc45907d1c8</serial>
Oct 23 18:48:34 user nova-compute[74046]:     </disk>
Oct 23 18:48:34 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:48:34 user nova-compute[74046]:       <mac address="fa:16:3e:fa:f7:37"/>
Oct 23 18:48:34 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:48:34 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:48:34 user nova-compute[74046]:       <target dev="tapdd814da5-a2"/>
Oct 23 18:48:34 user nova-compute[74046]:     </interface>
Oct 23 18:48:34 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:48:34 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/d7618fc7-88f1-41b4-b72a-903d5deecb7f/console.log" append="off"/>
Oct 23 18:48:34 user nova-compute[74046]:     </serial>
Oct 23 18:48:34 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:48:34 user nova-compute[74046]:     <video>
Oct 23 18:48:34 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:48:34 user nova-compute[74046]:     </video>
Oct 23 18:48:34 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:48:34 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:48:34 user nova-compute[74046]:     </rng>
Oct 23 18:48:34 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:48:34 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:48:34 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:48:34 user nova-compute[74046]:     </memballoon>
Oct 23 18:48:34 user nova-compute[74046]:   </devices>
Oct 23 18:48:34 user nova-compute[74046]: </domain>
Oct 23 18:48:34 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:48:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2055535728',display_name='tempest-TestVolumeBootPattern-server-2055535728',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2055535728',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOwJXWZObbnBwPxMTtNJwctS1ZfHH+e4cH4aP/7dwRI91MdufvSIVzzc+yktIpjc+i1OUY6DaRKOUqsJIO52zRcja3J4Fdt97vWY2TWfY/bgm0IhtRFHC5nMsMwT6N/Hjw==',key_name='tempest-TestVolumeBootPattern-2014706480',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-lvrzrr2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:48:13Z,user_data=None,user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=d7618fc7-88f1-41b4-b72a-903d5deecb7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd814da5-a263-46d3-b023-6059d7132e5e", "address": "fa:16:3e:fa:f7:37", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd814da5-a2", "ovs_interfaceid": "dd814da5-a263-46d3-b023-6059d7132e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "dd814da5-a263-46d3-b023-6059d7132e5e", "address": "fa:16:3e:fa:f7:37", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd814da5-a2", "ovs_interfaceid": "dd814da5-a263-46d3-b023-6059d7132e5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fa:f7:37,bridge_name='br-int',has_traffic_filtering=True,id=dd814da5-a263-46d3-b023-6059d7132e5e,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd814da5-a2') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG os_vif [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:f7:37,bridge_name='br-int',has_traffic_filtering=True,id=dd814da5-a263-46d3-b023-6059d7132e5e,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd814da5-a2') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de3de814-6440-51c7-bcd3-fa84c7a3a952', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdd814da5-a2, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdd814da5-a2, col_values=(('qos', UUID('80b06833-c20d-4f2c-90d2-6b5be32aba44')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdd814da5-a2, col_values=(('external_ids', {'iface-id': 'dd814da5-a263-46d3-b023-6059d7132e5e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fa:f7:37', 'vm-uuid': 'd7618fc7-88f1-41b4-b72a-903d5deecb7f'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:34 user nova-compute[74046]: INFO os_vif [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fa:f7:37,bridge_name='br-int',has_traffic_filtering=True,id=dd814da5-a263-46d3-b023-6059d7132e5e,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd814da5-a2')
Oct 23 18:48:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:48:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] No VIF found with MAC fa:16:3e:fa:f7:37, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:48:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-72653e3f-dc5e-468d-89f2-ef7cb7bc7955 req-61a56bdd-9797-49b8-a2f9-11f4d3e099dc service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Received event network-vif-plugged-dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:48:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-72653e3f-dc5e-468d-89f2-ef7cb7bc7955 req-61a56bdd-9797-49b8-a2f9-11f4d3e099dc service nova] Acquiring lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-72653e3f-dc5e-468d-89f2-ef7cb7bc7955 req-61a56bdd-9797-49b8-a2f9-11f4d3e099dc service nova] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-72653e3f-dc5e-468d-89f2-ef7cb7bc7955 req-61a56bdd-9797-49b8-a2f9-11f4d3e099dc service nova] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-72653e3f-dc5e-468d-89f2-ef7cb7bc7955 req-61a56bdd-9797-49b8-a2f9-11f4d3e099dc service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] No waiting events found dispatching network-vif-plugged-dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:48:36 user nova-compute[74046]: WARNING nova.compute.manager [req-72653e3f-dc5e-468d-89f2-ef7cb7bc7955 req-61a56bdd-9797-49b8-a2f9-11f4d3e099dc service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Received unexpected event network-vif-plugged-dd814da5-a263-46d3-b023-6059d7132e5e for instance with vm_state building and task_state spawning.
Oct 23 18:48:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-cedf6603-ce03-4ea9-ac8f-9d56ed1e92f9 req-abe09d53-f86c-404c-9c0b-95fe9f6df906 service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Received event network-vif-plugged-dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:48:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cedf6603-ce03-4ea9-ac8f-9d56ed1e92f9 req-abe09d53-f86c-404c-9c0b-95fe9f6df906 service nova] Acquiring lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cedf6603-ce03-4ea9-ac8f-9d56ed1e92f9 req-abe09d53-f86c-404c-9c0b-95fe9f6df906 service nova] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cedf6603-ce03-4ea9-ac8f-9d56ed1e92f9 req-abe09d53-f86c-404c-9c0b-95fe9f6df906 service nova] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-cedf6603-ce03-4ea9-ac8f-9d56ed1e92f9 req-abe09d53-f86c-404c-9c0b-95fe9f6df906 service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] No waiting events found dispatching network-vif-plugged-dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:48:38 user nova-compute[74046]: WARNING nova.compute.manager [req-cedf6603-ce03-4ea9-ac8f-9d56ed1e92f9 req-abe09d53-f86c-404c-9c0b-95fe9f6df906 service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Received unexpected event network-vif-plugged-dd814da5-a263-46d3-b023-6059d7132e5e for instance with vm_state building and task_state spawning.
Oct 23 18:48:38 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:48:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:48:38 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Instance spawned successfully.
Oct 23 18:48:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:48:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:48:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:48:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:48:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:48:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:48:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:48:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:38 user nova-compute[74046]: INFO nova.compute.manager [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Took 6.26 seconds to spawn the instance on the hypervisor.
Oct 23 18:48:38 user nova-compute[74046]: DEBUG nova.compute.manager [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:48:39 user nova-compute[74046]: INFO nova.compute.manager [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Took 26.75 seconds to build instance.
Oct 23 18:48:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-aaad59cb-466d-4d0c-9b98-a9c6be6476e1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.854s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Acquiring lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:48:46 user nova-compute[74046]: INFO nova.compute.claims [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Claim successful on node user
Oct 23 18:48:46 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.398s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:48:46 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:48:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:48:46 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Creating image(s)
Oct 23 18:48:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Acquiring lock "/opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "/opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "/opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG nova.policy [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b75209d50dba44248b1e5dd9e025ba3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5ca712582e940e99db865be91a8d8a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.167s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.171s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk 1073741824" returned: 0 in 0.050s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.167s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Cannot resize image /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Ensure instance console log exists: /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Successfully created port: 3507bd0d-02d7-485d-8249-c0be275446df {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Successfully updated port: 3507bd0d-02d7-485d-8249-c0be275446df {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Acquiring lock "refresh_cache-7a4f6e98-257e-4f14-8857-4c2d3f1aeb36" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Acquired lock "refresh_cache-7a4f6e98-257e-4f14-8857-4c2d3f1aeb36" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-039c4fa6-99a4-4979-9cd0-fce04e9267ee req-f396704e-9e0b-4eab-b2f9-def6e5ffd4cf service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Received event network-changed-3507bd0d-02d7-485d-8249-c0be275446df {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-039c4fa6-99a4-4979-9cd0-fce04e9267ee req-f396704e-9e0b-4eab-b2f9-def6e5ffd4cf service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Refreshing instance network info cache due to event network-changed-3507bd0d-02d7-485d-8249-c0be275446df. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-039c4fa6-99a4-4979-9cd0-fce04e9267ee req-f396704e-9e0b-4eab-b2f9-def6e5ffd4cf service nova] Acquiring lock "refresh_cache-7a4f6e98-257e-4f14-8857-4c2d3f1aeb36" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Updating instance_info_cache with network_info: [{"id": "3507bd0d-02d7-485d-8249-c0be275446df", "address": "fa:16:3e:14:fb:1e", "network": {"id": "5e9ed3b9-cf94-4390-a98b-860f7dfef098", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "282cfc6239474542831f9612222dc621", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3507bd0d-02", "ovs_interfaceid": "3507bd0d-02d7-485d-8249-c0be275446df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Releasing lock "refresh_cache-7a4f6e98-257e-4f14-8857-4c2d3f1aeb36" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Instance network_info: |[{"id": "3507bd0d-02d7-485d-8249-c0be275446df", "address": "fa:16:3e:14:fb:1e", "network": {"id": "5e9ed3b9-cf94-4390-a98b-860f7dfef098", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "282cfc6239474542831f9612222dc621", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3507bd0d-02", "ovs_interfaceid": "3507bd0d-02d7-485d-8249-c0be275446df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-039c4fa6-99a4-4979-9cd0-fce04e9267ee req-f396704e-9e0b-4eab-b2f9-def6e5ffd4cf service nova] Acquired lock "refresh_cache-7a4f6e98-257e-4f14-8857-4c2d3f1aeb36" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.network.neutron [req-039c4fa6-99a4-4979-9cd0-fce04e9267ee req-f396704e-9e0b-4eab-b2f9-def6e5ffd4cf service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Refreshing network info cache for port 3507bd0d-02d7-485d-8249-c0be275446df {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Start _get_guest_xml network_info=[{"id": "3507bd0d-02d7-485d-8249-c0be275446df", "address": "fa:16:3e:14:fb:1e", "network": {"id": "5e9ed3b9-cf94-4390-a98b-860f7dfef098", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "282cfc6239474542831f9612222dc621", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3507bd0d-02", "ovs_interfaceid": "3507bd0d-02d7-485d-8249-c0be275446df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:48:48 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:48:48 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:48:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1657750262',display_name='tempest-VolumesNegativeTest-instance-1657750262',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1657750262',id=41,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5ca712582e940e99db865be91a8d8a7',ramdisk_id='',reservation_id='r-sungejfd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-2123717557',owner_user_name='tempest-VolumesNegativeTest-2123717557-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:48:47Z,user_data=None,user_id='b75209d50dba44248b1e5dd9e025ba3a',uuid=7a4f6e98-257e-4f14-8857-4c2d3f1aeb36,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3507bd0d-02d7-485d-8249-c0be275446df", "address": "fa:16:3e:14:fb:1e", "network": {"id": "5e9ed3b9-cf94-4390-a98b-860f7dfef098", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "282cfc6239474542831f9612222dc621", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3507bd0d-02", "ovs_interfaceid": "3507bd0d-02d7-485d-8249-c0be275446df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Converting VIF {"id": "3507bd0d-02d7-485d-8249-c0be275446df", "address": "fa:16:3e:14:fb:1e", "network": {"id": "5e9ed3b9-cf94-4390-a98b-860f7dfef098", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "282cfc6239474542831f9612222dc621", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3507bd0d-02", "ovs_interfaceid": "3507bd0d-02d7-485d-8249-c0be275446df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:fb:1e,bridge_name='br-int',has_traffic_filtering=True,id=3507bd0d-02d7-485d-8249-c0be275446df,network=Network(5e9ed3b9-cf94-4390-a98b-860f7dfef098),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3507bd0d-02') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lazy-loading 'pci_devices' on Instance uuid 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:48:48 user nova-compute[74046]:   <uuid>7a4f6e98-257e-4f14-8857-4c2d3f1aeb36</uuid>
Oct 23 18:48:48 user nova-compute[74046]:   <name>instance-00000029</name>
Oct 23 18:48:48 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:48:48 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:48:48 user nova-compute[74046]:   <metadata>
Oct 23 18:48:48 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:48:48 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:48:48 user nova-compute[74046]:       <nova:name>tempest-VolumesNegativeTest-instance-1657750262</nova:name>
Oct 23 18:48:48 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:48:48</nova:creationTime>
Oct 23 18:48:48 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:48:48 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:48:48 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:48:48 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:48:48 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:48:48 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:48:48 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:48:48 user nova-compute[74046]:       <nova:owner>
Oct 23 18:48:48 user nova-compute[74046]:         <nova:user uuid="b75209d50dba44248b1e5dd9e025ba3a">tempest-VolumesNegativeTest-2123717557-project-member</nova:user>
Oct 23 18:48:48 user nova-compute[74046]:         <nova:project uuid="a5ca712582e940e99db865be91a8d8a7">tempest-VolumesNegativeTest-2123717557</nova:project>
Oct 23 18:48:48 user nova-compute[74046]:       </nova:owner>
Oct 23 18:48:48 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:48:48 user nova-compute[74046]:       <nova:ports>
Oct 23 18:48:48 user nova-compute[74046]:         <nova:port uuid="3507bd0d-02d7-485d-8249-c0be275446df">
Oct 23 18:48:48 user nova-compute[74046]:           <nova:ip type="fixed" address="192.168.233.208" ipVersion="4"/>
Oct 23 18:48:48 user nova-compute[74046]:         </nova:port>
Oct 23 18:48:48 user nova-compute[74046]:       </nova:ports>
Oct 23 18:48:48 user nova-compute[74046]:     </nova:instance>
Oct 23 18:48:48 user nova-compute[74046]:   </metadata>
Oct 23 18:48:48 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:48:48 user nova-compute[74046]:     <system>
Oct 23 18:48:48 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:48:48 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:48:48 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:48:48 user nova-compute[74046]:       <entry name="serial">7a4f6e98-257e-4f14-8857-4c2d3f1aeb36</entry>
Oct 23 18:48:48 user nova-compute[74046]:       <entry name="uuid">7a4f6e98-257e-4f14-8857-4c2d3f1aeb36</entry>
Oct 23 18:48:48 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:48:48 user nova-compute[74046]:     </system>
Oct 23 18:48:48 user nova-compute[74046]:   </sysinfo>
Oct 23 18:48:48 user nova-compute[74046]:   <os>
Oct 23 18:48:48 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:48:48 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:48:48 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:48:48 user nova-compute[74046]:   </os>
Oct 23 18:48:48 user nova-compute[74046]:   <features>
Oct 23 18:48:48 user nova-compute[74046]:     <acpi/>
Oct 23 18:48:48 user nova-compute[74046]:     <apic/>
Oct 23 18:48:48 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:48:48 user nova-compute[74046]:   </features>
Oct 23 18:48:48 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:48:48 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:48:48 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:48:48 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:48:48 user nova-compute[74046]:   </clock>
Oct 23 18:48:48 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:48:48 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:48:48 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:48:48 user nova-compute[74046]:   </cpu>
Oct 23 18:48:48 user nova-compute[74046]:   <devices>
Oct 23 18:48:48 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:48:48 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:48:48 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk"/>
Oct 23 18:48:48 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:48:48 user nova-compute[74046]:     </disk>
Oct 23 18:48:48 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:48:48 user nova-compute[74046]:       <mac address="fa:16:3e:14:fb:1e"/>
Oct 23 18:48:48 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:48:48 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:48:48 user nova-compute[74046]:       <target dev="tap3507bd0d-02"/>
Oct 23 18:48:48 user nova-compute[74046]:     </interface>
Oct 23 18:48:48 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:48:48 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/console.log" append="off"/>
Oct 23 18:48:48 user nova-compute[74046]:     </serial>
Oct 23 18:48:48 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:48:48 user nova-compute[74046]:     <video>
Oct 23 18:48:48 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:48:48 user nova-compute[74046]:     </video>
Oct 23 18:48:48 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:48:48 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:48:48 user nova-compute[74046]:     </rng>
Oct 23 18:48:48 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:48:48 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:48:48 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:48:48 user nova-compute[74046]:     </memballoon>
Oct 23 18:48:48 user nova-compute[74046]:   </devices>
Oct 23 18:48:48 user nova-compute[74046]: </domain>
Oct 23 18:48:48 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:48:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1657750262',display_name='tempest-VolumesNegativeTest-instance-1657750262',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1657750262',id=41,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5ca712582e940e99db865be91a8d8a7',ramdisk_id='',reservation_id='r-sungejfd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-2123717557',owner_user_name='tempest-VolumesNegativeTest-2123717557-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:48:47Z,user_data=None,user_id='b75209d50dba44248b1e5dd9e025ba3a',uuid=7a4f6e98-257e-4f14-8857-4c2d3f1aeb36,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3507bd0d-02d7-485d-8249-c0be275446df", "address": "fa:16:3e:14:fb:1e", "network": {"id": "5e9ed3b9-cf94-4390-a98b-860f7dfef098", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "282cfc6239474542831f9612222dc621", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3507bd0d-02", "ovs_interfaceid": "3507bd0d-02d7-485d-8249-c0be275446df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Converting VIF {"id": "3507bd0d-02d7-485d-8249-c0be275446df", "address": "fa:16:3e:14:fb:1e", "network": {"id": "5e9ed3b9-cf94-4390-a98b-860f7dfef098", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "282cfc6239474542831f9612222dc621", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3507bd0d-02", "ovs_interfaceid": "3507bd0d-02d7-485d-8249-c0be275446df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:fb:1e,bridge_name='br-int',has_traffic_filtering=True,id=3507bd0d-02d7-485d-8249-c0be275446df,network=Network(5e9ed3b9-cf94-4390-a98b-860f7dfef098),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3507bd0d-02') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG os_vif [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:fb:1e,bridge_name='br-int',has_traffic_filtering=True,id=3507bd0d-02d7-485d-8249-c0be275446df,network=Network(5e9ed3b9-cf94-4390-a98b-860f7dfef098),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3507bd0d-02') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '599d2cda-9562-5805-ac59-81170efe8e99', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3507bd0d-02, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3507bd0d-02, col_values=(('qos', UUID('8809add9-645d-42a1-a219-52cea9aafde7')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3507bd0d-02, col_values=(('external_ids', {'iface-id': '3507bd0d-02d7-485d-8249-c0be275446df', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:14:fb:1e', 'vm-uuid': '7a4f6e98-257e-4f14-8857-4c2d3f1aeb36'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:48 user nova-compute[74046]: INFO os_vif [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:fb:1e,bridge_name='br-int',has_traffic_filtering=True,id=3507bd0d-02d7-485d-8249-c0be275446df,network=Network(5e9ed3b9-cf94-4390-a98b-860f7dfef098),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3507bd0d-02')
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] No VIF found with MAC fa:16:3e:14:fb:1e, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.network.neutron [req-039c4fa6-99a4-4979-9cd0-fce04e9267ee req-f396704e-9e0b-4eab-b2f9-def6e5ffd4cf service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Updated VIF entry in instance network info cache for port 3507bd0d-02d7-485d-8249-c0be275446df. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG nova.network.neutron [req-039c4fa6-99a4-4979-9cd0-fce04e9267ee req-f396704e-9e0b-4eab-b2f9-def6e5ffd4cf service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Updating instance_info_cache with network_info: [{"id": "3507bd0d-02d7-485d-8249-c0be275446df", "address": "fa:16:3e:14:fb:1e", "network": {"id": "5e9ed3b9-cf94-4390-a98b-860f7dfef098", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "282cfc6239474542831f9612222dc621", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3507bd0d-02", "ovs_interfaceid": "3507bd0d-02d7-485d-8249-c0be275446df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:48:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-039c4fa6-99a4-4979-9cd0-fce04e9267ee req-f396704e-9e0b-4eab-b2f9-def6e5ffd4cf service nova] Releasing lock "refresh_cache-7a4f6e98-257e-4f14-8857-4c2d3f1aeb36" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:48:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-ff017ef9-b4cd-4a47-9c22-ac08723e19a6 req-b227b56c-b6ab-4a88-ae3f-218a04312c97 service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Received event network-vif-plugged-3507bd0d-02d7-485d-8249-c0be275446df {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:48:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ff017ef9-b4cd-4a47-9c22-ac08723e19a6 req-b227b56c-b6ab-4a88-ae3f-218a04312c97 service nova] Acquiring lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ff017ef9-b4cd-4a47-9c22-ac08723e19a6 req-b227b56c-b6ab-4a88-ae3f-218a04312c97 service nova] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ff017ef9-b4cd-4a47-9c22-ac08723e19a6 req-b227b56c-b6ab-4a88-ae3f-218a04312c97 service nova] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:50 user nova-compute[74046]: DEBUG nova.compute.manager [req-ff017ef9-b4cd-4a47-9c22-ac08723e19a6 req-b227b56c-b6ab-4a88-ae3f-218a04312c97 service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] No waiting events found dispatching network-vif-plugged-3507bd0d-02d7-485d-8249-c0be275446df {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:48:50 user nova-compute[74046]: WARNING nova.compute.manager [req-ff017ef9-b4cd-4a47-9c22-ac08723e19a6 req-b227b56c-b6ab-4a88-ae3f-218a04312c97 service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Received unexpected event network-vif-plugged-3507bd0d-02d7-485d-8249-c0be275446df for instance with vm_state building and task_state spawning.
Oct 23 18:48:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:52 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:48:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:48:52 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Instance spawned successfully.
Oct 23 18:48:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:48:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:48:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:48:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:48:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:48:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:48:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:48:52 user nova-compute[74046]: INFO nova.compute.manager [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Took 5.49 seconds to spawn the instance on the hypervisor.
Oct 23 18:48:52 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:48:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-757427a4-322d-4219-83fe-e887388b77c7 req-7904bc21-5ba1-428c-9db1-ef1ad18517e4 service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Received event network-vif-plugged-3507bd0d-02d7-485d-8249-c0be275446df {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:48:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-757427a4-322d-4219-83fe-e887388b77c7 req-7904bc21-5ba1-428c-9db1-ef1ad18517e4 service nova] Acquiring lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-757427a4-322d-4219-83fe-e887388b77c7 req-7904bc21-5ba1-428c-9db1-ef1ad18517e4 service nova] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-757427a4-322d-4219-83fe-e887388b77c7 req-7904bc21-5ba1-428c-9db1-ef1ad18517e4 service nova] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-757427a4-322d-4219-83fe-e887388b77c7 req-7904bc21-5ba1-428c-9db1-ef1ad18517e4 service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] No waiting events found dispatching network-vif-plugged-3507bd0d-02d7-485d-8249-c0be275446df {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:48:52 user nova-compute[74046]: WARNING nova.compute.manager [req-757427a4-322d-4219-83fe-e887388b77c7 req-7904bc21-5ba1-428c-9db1-ef1ad18517e4 service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Received unexpected event network-vif-plugged-3507bd0d-02d7-485d-8249-c0be275446df for instance with vm_state building and task_state spawning.
Oct 23 18:48:52 user nova-compute[74046]: INFO nova.compute.manager [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Took 6.22 seconds to build instance.
Oct 23 18:48:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d0ecc502-854f-428e-8120-e00b349857d1 tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.327s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:56 user nova-compute[74046]: INFO nova.compute.manager [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Rescuing
Oct 23 18:48:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "refresh_cache-98966a83-5606-413d-8380-71c8e2e9fb67" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:48:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquired lock "refresh_cache-98966a83-5606-413d-8380-71c8e2e9fb67" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:48:56 user nova-compute[74046]: DEBUG nova.network.neutron [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:48:56 user nova-compute[74046]: DEBUG nova.network.neutron [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Updating instance_info_cache with network_info: [{"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:48:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Releasing lock "refresh_cache-98966a83-5606-413d-8380-71c8e2e9fb67" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:48:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-5260491b-c4a7-4acd-9c57-6fbba65048ed req-da9cb8e6-c3e3-427c-8557-e820256ec449 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-unplugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:48:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5260491b-c4a7-4acd-9c57-6fbba65048ed req-da9cb8e6-c3e3-427c-8557-e820256ec449 service nova] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5260491b-c4a7-4acd-9c57-6fbba65048ed req-da9cb8e6-c3e3-427c-8557-e820256ec449 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5260491b-c4a7-4acd-9c57-6fbba65048ed req-da9cb8e6-c3e3-427c-8557-e820256ec449 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-5260491b-c4a7-4acd-9c57-6fbba65048ed req-da9cb8e6-c3e3-427c-8557-e820256ec449 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] No waiting events found dispatching network-vif-unplugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:48:56 user nova-compute[74046]: WARNING nova.compute.manager [req-5260491b-c4a7-4acd-9c57-6fbba65048ed req-da9cb8e6-c3e3-427c-8557-e820256ec449 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received unexpected event network-vif-unplugged-c16f9151-41b3-4b5f-bb8c-1b29484500af for instance with vm_state active and task_state rescuing.
Oct 23 18:48:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:57 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Instance destroyed successfully.
Oct 23 18:48:57 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Attempting a stable device rescue
Oct 23 18:48:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74046) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 23 18:48:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Instance directory exists: not creating {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 23 18:48:57 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Creating image(s)
Oct 23 18:48:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "/opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "/opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "/opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:57 user nova-compute[74046]: DEBUG nova.objects.instance [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'trusted_certs' on Instance uuid 98966a83-5606-413d-8380-71c8e2e9fb67 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "1238bab2cebcaafe07102fce53255306a9114a48" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "1238bab2cebcaafe07102fce53255306a9114a48" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48.part --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48.part --force-share --output=json" returned: 0 in 0.191s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:58 user nova-compute[74046]: DEBUG nova.virt.images [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] b46e0f86-f4df-4dc0-972f-f3944ae242e3 was qcow2, converting to raw {{(pid=74046) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 18:48:58 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:48:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48.part /opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48.converted {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-cc5c14d2-2ddc-44d1-9897-077ffaad94a4 req-8934ee31-83c7-4e7e-a2c5-f40f09ff6ed2 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cc5c14d2-2ddc-44d1-9897-077ffaad94a4 req-8934ee31-83c7-4e7e-a2c5-f40f09ff6ed2 service nova] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cc5c14d2-2ddc-44d1-9897-077ffaad94a4 req-8934ee31-83c7-4e7e-a2c5-f40f09ff6ed2 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cc5c14d2-2ddc-44d1-9897-077ffaad94a4 req-8934ee31-83c7-4e7e-a2c5-f40f09ff6ed2 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-cc5c14d2-2ddc-44d1-9897-077ffaad94a4 req-8934ee31-83c7-4e7e-a2c5-f40f09ff6ed2 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] No waiting events found dispatching network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:48:59 user nova-compute[74046]: WARNING nova.compute.manager [req-cc5c14d2-2ddc-44d1-9897-077ffaad94a4 req-8934ee31-83c7-4e7e-a2c5-f40f09ff6ed2 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received unexpected event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af for instance with vm_state active and task_state rescuing.
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48.part /opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48.converted" returned: 0 in 0.232s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48.converted --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48.converted --force-share --output=json" returned: 0 in 0.176s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "1238bab2cebcaafe07102fce53255306a9114a48" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.706s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "1238bab2cebcaafe07102fce53255306a9114a48" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "1238bab2cebcaafe07102fce53255306a9114a48" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48 --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48 --force-share --output=json" returned: 0 in 0.172s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48,backing_fmt=raw /opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.rescue {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48,backing_fmt=raw /opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.rescue" returned: 0 in 0.088s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "1238bab2cebcaafe07102fce53255306a9114a48" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'migration_context' on Instance uuid 98966a83-5606-413d-8380-71c8e2e9fb67 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.objects.base [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Object Instance<98966a83-5606-413d-8380-71c8e2e9fb67> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Start _get_guest_xml network_info=[{"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "vif_mac": "fa:16:3e:5a:e9:56"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'b46e0f86-f4df-4dc0-972f-f3944ae242e3', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '0a4fb44e-1d84-4ca4-9b19-43a6531c6f91', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KcFOGtkY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '98966a83-5606-413d-8380-71c8e2e9fb67', 'attached_at': '', 'detached_at': '', 'volume_id': '042f1a47-e1b0-4834-8f68-b0f7543ecf16', 'serial': '042f1a47-e1b0-4834-8f68-b0f7543ecf16'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'resources' on Instance uuid 98966a83-5606-413d-8380-71c8e2e9fb67 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.objects.base [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Object Instance<98966a83-5606-413d-8380-71c8e2e9fb67> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'numa_topology' on Instance uuid 98966a83-5606-413d-8380-71c8e2e9fb67 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.objects.base [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Object Instance<98966a83-5606-413d-8380-71c8e2e9fb67> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:48:59 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:48:59 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'vcpu_model' on Instance uuid 98966a83-5606-413d-8380-71c8e2e9fb67 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.objects.base [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Object Instance<98966a83-5606-413d-8380-71c8e2e9fb67> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KcFOGtkY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:48:59 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:48:59 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:48:59 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f7402ea-f88f-48da-9c98-e63da693e1b5]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = KcFOGtkY\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 23 18:48:59 user nova-compute[74046]: node.name = iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16
Oct 23 18:48:59 user nova-compute[74046]: node.tpgt = -1
Oct 23 18:48:59 user nova-compute[74046]: node.startup = automatic
Oct 23 18:48:59 user nova-compute[74046]: node.leading_login = No
Oct 23 18:48:59 user nova-compute[74046]: iface.iscsi_ifacename = default
Oct 23 18:48:59 user nova-compute[74046]: iface.net_ifacename = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.ipaddress = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.prefix_len = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.hwaddress = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.transport_name = tcp
Oct 23 18:48:59 user nova-compute[74046]: iface.initiatorname = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.state = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.vlan_id = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.vlan_priority = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.vlan_state = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.iface_num = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.mtu = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.port = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.bootproto = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.subnet_mask = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.gateway = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.dhcp_alt_client_id_state = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.dhcp_alt_client_id = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.dhcp_dns = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.dhcp_learn_iqn = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.dhcp_req_vendor_id_state = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.dhcp_vendor_id_state = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.dhcp_vendor_id = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.dhcp_slp_da = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.fragmentation = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.gratuitous_arp = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.incoming_forwarding = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.tos_state = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.tos = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.ttl = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.delayed_ack = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.tcp_nagle = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.tcp_wsf_state = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.tcp_wsf = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.tcp_timer_scale = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.tcp_timestamp = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.redirect = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.def_task_mgmt_timeout = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.header_digest = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.data_digest = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.immediate_data = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.initial_r2t = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.data_seq_inorder = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.data_pdu_inorder = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.erl = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.max_receive_data_len = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.first_burst_len = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.max_outstanding_r2t = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.max_burst_len = 0
Oct 23 18:48:59 user nova-compute[74046]: iface.chap_auth = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.bidi_chap = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.strict_login_compliance = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.discovery_auth = <empty>
Oct 23 18:48:59 user nova-compute[74046]: iface.discovery_logout = <empty>
Oct 23 18:48:59 user nova-compute[74046]: node.discovery_address = <empty>
Oct 23 18:48:59 user nova-compute[74046]: node.discovery_port = 0
Oct 23 18:48:59 user nova-compute[74046]: node.discovery_type = static
Oct 23 18:48:59 user nova-compute[74046]: node.session.initial_cmdsn = 0
Oct 23 18:48:59 user nova-compute[74046]: node.session.initial_login_retry_max = 8
Oct 23 18:48:59 user nova-compute[74046]: node.session.xmit_thread_priority = -20
Oct 23 18:48:59 user nova-compute[74046]: node.session.cmds_max = 128
Oct 23 18:48:59 user nova-compute[74046]: node.session.queue_depth = 32
Oct 23 18:48:59 user nova-compute[74046]: node.session.nr_sessions = 1
Oct 23 18:48:59 user nova-compute[74046]: node.session.auth.authmethod = CHAP
Oct 23 18:48:59 user nova-compute[74046]: node.session.auth.username = KcFOGtkY
Oct 23 18:48:59 user nova-compute[74046]: node.session.auth.password = ***
Oct 23 18:48:59 user nova-compute[74046]: node.session.auth.username_in = <empty>
Oct 23 18:48:59 user nova-compute[74046]: node.session.auth.password_in = <empty>
Oct 23 18:48:59 user nova-compute[74046]: node.session.auth.chap_algs = MD5
Oct 23 18:48:59 user nova-compute[74046]: node.session.timeo.replacement_timeout = 120
Oct 23 18:48:59 user nova-compute[74046]: node.session.err_timeo.abort_timeout = 15
Oct 23 18:48:59 user nova-compute[74046]: node.session.err_timeo.lu_reset_timeout = 30
Oct 23 18:48:59 user nova-compute[74046]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 23 18:48:59 user nova-compute[74046]: node.session.err_timeo.host_reset_timeout = 60
Oct 23 18:48:59 user nova-compute[74046]: node.session.iscsi.FastAbort = Yes
Oct 23 18:48:59 user nova-compute[74046]: node.session.iscsi.InitialR2T = No
Oct 23 18:48:59 user nova-compute[74046]: node.session.iscsi.ImmediateData = Yes
Oct 23 18:48:59 user nova-compute[74046]: node.session.iscsi.FirstBurstLength = 262144
Oct 23 18:48:59 user nova-compute[74046]: node.session.iscsi.MaxBurstLength = 16776192
Oct 23 18:48:59 user nova-compute[74046]: node.session.iscsi.DefaultTime2Retain = 0
Oct 23 18:48:59 user nova-compute[74046]: node.session.iscsi.DefaultTime2Wait = 2
Oct 23 18:48:59 user nova-compute[74046]: node.session.iscsi.MaxConnections = 1
Oct 23 18:48:59 user nova-compute[74046]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 23 18:48:59 user nova-compute[74046]: node.session.iscsi.ERL = 0
Oct 23 18:48:59 user nova-compute[74046]: node.session.scan = manual
Oct 23 18:48:59 user nova-compute[74046]: node.session.reopen_max = 0
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].address = 172.16.0.220
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].port = 3260
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].startup = manual
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].tcp.window_size = 524288
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].tcp.type_of_service = 0
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].timeo.logout_timeout = 15
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].timeo.login_timeout = 15
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].timeo.auth_timeout = 45
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].timeo.noop_out_interval = 5
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].timeo.noop_out_timeout = 5
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].iscsi.HeaderDigest = None
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].iscsi.DataDigest = None
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].iscsi.IFMarker = No
Oct 23 18:48:59 user nova-compute[74046]: node.conn[0].iscsi.OFMarker = No
Oct 23 18:48:59 user nova-compute[74046]: # END RECORD
Oct 23 18:48:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a25f22d-a277-4c25-8356-a32c29da55a4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[67ea6c0f-2a37-4f4f-9bd3-127b6dde7751]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KcFOGtkY {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KcFOGtkY" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fdbccec-cab2-4a91-bc37-dab8c80e598a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KcFOGtkY'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7a64c79-bcfa-43b7-8a77-89b4469f43eb]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[22dbc578-5735-4a30-8ede-aeb53d798cca]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:48:59 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:48:59 user nova-compute[74046]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:48:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:48:59 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:48:59 user nova-compute[74046]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:48:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.160s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] HCTL ('33', '0', '0', 0) found on session 49 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.012s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[675ba5c3-3e8a-44f6-b53a-53fbbea70294]: (4, ('0 0 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Searching for a device in session 49 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KcFOGtkY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.181s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] <== connect_volume: return (182ms) {'type': 'block', 'scsi_wwn': '23666663166323066', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666663166323066', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:47:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1324103784',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1324103784',id=39,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:47:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-hwv49n5t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:47:45Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=98966a83-5606-413d-8380-71c8e2e9fb67,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "vif_mac": "fa:16:3e:5a:e9:56"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "vif_mac": "fa:16:3e:5a:e9:56"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=c16f9151-41b3-4b5f-bb8c-1b29484500af,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc16f9151-41') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'pci_devices' on Instance uuid 98966a83-5606-413d-8380-71c8e2e9fb67 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.objects.base [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Object Instance<98966a83-5606-413d-8380-71c8e2e9fb67> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:48:59 user nova-compute[74046]:   <uuid>98966a83-5606-413d-8380-71c8e2e9fb67</uuid>
Oct 23 18:48:59 user nova-compute[74046]:   <name>instance-00000027</name>
Oct 23 18:48:59 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:48:59 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:48:59 user nova-compute[74046]:   <metadata>
Oct 23 18:48:59 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:48:59 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:48:59 user nova-compute[74046]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1324103784</nova:name>
Oct 23 18:48:59 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:48:59</nova:creationTime>
Oct 23 18:48:59 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:48:59 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:48:59 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:48:59 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:48:59 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:48:59 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:48:59 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:48:59 user nova-compute[74046]:       <nova:owner>
Oct 23 18:48:59 user nova-compute[74046]:         <nova:user uuid="2956df609f6a4d05a695d53e471377a0">tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member</nova:user>
Oct 23 18:48:59 user nova-compute[74046]:         <nova:project uuid="fbbf2db50a894814815b6e519b6c38f4">tempest-ServerBootFromVolumeStableRescueTest-1066715729</nova:project>
Oct 23 18:48:59 user nova-compute[74046]:       </nova:owner>
Oct 23 18:48:59 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:48:59 user nova-compute[74046]:       <nova:ports>
Oct 23 18:48:59 user nova-compute[74046]:         <nova:port uuid="c16f9151-41b3-4b5f-bb8c-1b29484500af">
Oct 23 18:48:59 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 18:48:59 user nova-compute[74046]:         </nova:port>
Oct 23 18:48:59 user nova-compute[74046]:       </nova:ports>
Oct 23 18:48:59 user nova-compute[74046]:     </nova:instance>
Oct 23 18:48:59 user nova-compute[74046]:   </metadata>
Oct 23 18:48:59 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:48:59 user nova-compute[74046]:     <system>
Oct 23 18:48:59 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:48:59 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:48:59 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:48:59 user nova-compute[74046]:       <entry name="serial">98966a83-5606-413d-8380-71c8e2e9fb67</entry>
Oct 23 18:48:59 user nova-compute[74046]:       <entry name="uuid">98966a83-5606-413d-8380-71c8e2e9fb67</entry>
Oct 23 18:48:59 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:48:59 user nova-compute[74046]:     </system>
Oct 23 18:48:59 user nova-compute[74046]:   </sysinfo>
Oct 23 18:48:59 user nova-compute[74046]:   <os>
Oct 23 18:48:59 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:48:59 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:48:59 user nova-compute[74046]:   </os>
Oct 23 18:48:59 user nova-compute[74046]:   <features>
Oct 23 18:48:59 user nova-compute[74046]:     <acpi/>
Oct 23 18:48:59 user nova-compute[74046]:     <apic/>
Oct 23 18:48:59 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:48:59 user nova-compute[74046]:   </features>
Oct 23 18:48:59 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:48:59 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:48:59 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:48:59 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:48:59 user nova-compute[74046]:   </clock>
Oct 23 18:48:59 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:48:59 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:48:59 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:48:59 user nova-compute[74046]:   </cpu>
Oct 23 18:48:59 user nova-compute[74046]:   <devices>
Oct 23 18:48:59 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:48:59 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:48:59 user nova-compute[74046]:       <source dev="/dev/sdb"/>
Oct 23 18:48:59 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:48:59 user nova-compute[74046]:       <serial>042f1a47-e1b0-4834-8f68-b0f7543ecf16</serial>
Oct 23 18:48:59 user nova-compute[74046]:     </disk>
Oct 23 18:48:59 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:48:59 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:48:59 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.rescue"/>
Oct 23 18:48:59 user nova-compute[74046]:       <target dev="vdb" bus="virtio"/>
Oct 23 18:48:59 user nova-compute[74046]:       <boot order="1"/>
Oct 23 18:48:59 user nova-compute[74046]:     </disk>
Oct 23 18:48:59 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:48:59 user nova-compute[74046]:       <mac address="fa:16:3e:5a:e9:56"/>
Oct 23 18:48:59 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:48:59 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:48:59 user nova-compute[74046]:       <target dev="tapc16f9151-41"/>
Oct 23 18:48:59 user nova-compute[74046]:     </interface>
Oct 23 18:48:59 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:48:59 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/console.log" append="off"/>
Oct 23 18:48:59 user nova-compute[74046]:     </serial>
Oct 23 18:48:59 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:48:59 user nova-compute[74046]:     <video>
Oct 23 18:48:59 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:48:59 user nova-compute[74046]:     </video>
Oct 23 18:48:59 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:48:59 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:48:59 user nova-compute[74046]:     </rng>
Oct 23 18:48:59 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:48:59 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:48:59 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:48:59 user nova-compute[74046]:     </memballoon>
Oct 23 18:48:59 user nova-compute[74046]:   </devices>
Oct 23 18:48:59 user nova-compute[74046]: </domain>
Oct 23 18:48:59 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:48:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Instance destroyed successfully.
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:48:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] No VIF found with MAC fa:16:3e:5a:e9:56, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lvbuEhqd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:49:01 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:49:01 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:49:01 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4f7a055-e3e8-4a37-82d0-4ee3b2d6d1c4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:49:01 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c48b57a-b572-499d-85bc-6ab103f9cec1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59] added
Oct 23 18:49:01 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[df8a7ac2-a996-4633-82cc-fa234a6f1327]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[65c2d547-a346-4495-a8f9-d42f4e764e27]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lvbuEhqd {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lvbuEhqd" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca91a6c2-af2c-4a0a-a3a6-826922e7c9dd]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lvbuEhqd'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[30de9618-02d7-4c67-8ca7-25d0bfe06f86]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f758914-e70d-495c-a897-e64dca33a996]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-ea490b79-ac1e-48e1-b776-7264df30ce5b req-d65ee6d7-4aaa-465f-9bea-f9c3665f2d8a service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ea490b79-ac1e-48e1-b776-7264df30ce5b req-d65ee6d7-4aaa-465f-9bea-f9c3665f2d8a service nova] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ea490b79-ac1e-48e1-b776-7264df30ce5b req-d65ee6d7-4aaa-465f-9bea-f9c3665f2d8a service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ea490b79-ac1e-48e1-b776-7264df30ce5b req-d65ee6d7-4aaa-465f-9bea-f9c3665f2d8a service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-ea490b79-ac1e-48e1-b776-7264df30ce5b req-d65ee6d7-4aaa-465f-9bea-f9c3665f2d8a service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] No waiting events found dispatching network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:49:01 user nova-compute[74046]: WARNING nova.compute.manager [req-ea490b79-ac1e-48e1-b776-7264df30ce5b req-d65ee6d7-4aaa-465f-9bea-f9c3665f2d8a service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received unexpected event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af for instance with vm_state active and task_state rescuing.
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e4cf4e5-079e-42ff-95dc-ed5d86922a3b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59, portal: 172.16.0.220,3260]
Oct 23 18:49:01 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59, portal: 172.16.0.220,3260] successful.
Oct 23 18:49:01 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[14b42270-0a49-40a2-961e-66ff2d6c00bd]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fafd4652-4eea-4157-bdd8-895cbf4d8ba5]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 (non-flash)
Oct 23 18:49:01 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.375s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] HCTL ('36', '-', '-', 0) found on session 51 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cea004a-91b6-4ea1-b5ef-6714b1acdce1]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Searching for a device in session 51 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:49:01 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lvbuEhqd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:49:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.445s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:49:02 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] <== connect_volume: return (1446ms) {'type': 'block', 'scsi_wwn': '23732313537383936', 'path': '/dev/sde'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:49:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23732313537383936', 'path': '/dev/sde'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:49:02 user nova-compute[74046]: DEBUG nova.objects.instance [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'flavor' on Instance uuid 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:49:02 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:49:02 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:49:02 user nova-compute[74046]:   <source dev="/dev/sde"/>
Oct 23 18:49:02 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:49:02 user nova-compute[74046]:   <serial>7e89ab32-0cb2-401a-9590-7f6d15dc3e59</serial>
Oct 23 18:49:02 user nova-compute[74046]: </disk>
Oct 23 18:49:02 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:49:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:49:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:49:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] No VIF found with MAC fa:16:3e:54:c5:4d, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:49:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-95ab93ae-0e5d-4cc0-94dd-9e7e473d6eef tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 42.114s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-ba97c3fb-ca96-48ec-bde3-ff3e764ac19c req-7d895e12-4a42-4bef-85e2-4713e28bac57 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:49:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ba97c3fb-ca96-48ec-bde3-ff3e764ac19c req-7d895e12-4a42-4bef-85e2-4713e28bac57 service nova] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ba97c3fb-ca96-48ec-bde3-ff3e764ac19c req-7d895e12-4a42-4bef-85e2-4713e28bac57 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ba97c3fb-ca96-48ec-bde3-ff3e764ac19c req-7d895e12-4a42-4bef-85e2-4713e28bac57 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-ba97c3fb-ca96-48ec-bde3-ff3e764ac19c req-7d895e12-4a42-4bef-85e2-4713e28bac57 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] No waiting events found dispatching network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:49:03 user nova-compute[74046]: WARNING nova.compute.manager [req-ba97c3fb-ca96-48ec-bde3-ff3e764ac19c req-7d895e12-4a42-4bef-85e2-4713e28bac57 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received unexpected event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af for instance with vm_state active and task_state rescuing.
Oct 23 18:49:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:03 user nova-compute[74046]: DEBUG nova.compute.manager [None req-43a3f22b-f497-48fb-a1bf-23de2713c60d tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:49:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:04 user nova-compute[74046]: INFO nova.compute.manager [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Detaching volume 7e89ab32-0cb2-401a-9590-7f6d15dc3e59
Oct 23 18:49:04 user nova-compute[74046]: INFO nova.virt.block_device [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Attempting to driver detach volume 7e89ab32-0cb2-401a-9590-7f6d15dc3e59 from mountpoint /dev/vdb
Oct 23 18:49:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Attempting to detach device vdb from instance 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:49:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:49:04 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:49:04 user nova-compute[74046]:   <source dev="/dev/sde"/>
Oct 23 18:49:04 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:49:04 user nova-compute[74046]:   <serial>7e89ab32-0cb2-401a-9590-7f6d15dc3e59</serial>
Oct 23 18:49:04 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:49:04 user nova-compute[74046]: </disk>
Oct 23 18:49:04 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:49:04 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully detached device vdb from instance 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 from the persistent domain config.
Oct 23 18:49:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:49:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:49:04 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:49:04 user nova-compute[74046]:   <source dev="/dev/sde"/>
Oct 23 18:49:04 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:49:04 user nova-compute[74046]:   <serial>7e89ab32-0cb2-401a-9590-7f6d15dc3e59</serial>
Oct 23 18:49:04 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 18:49:04 user nova-compute[74046]: </disk>
Oct 23 18:49:04 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:49:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:49:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:49:20 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:49:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-7d729064-b94b-4796-9e53-025071b56d78" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:49:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-7d729064-b94b-4796-9e53-025071b56d78" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:49:20 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:49:20 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Updating instance_info_cache with network_info: [{"id": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "address": "fa:16:3e:c6:83:f2", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa03c5-04", "ovs_interfaceid": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:49:20 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-7d729064-b94b-4796-9e53-025071b56d78" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:49:20 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:49:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:49:23 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:49:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:49:24 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 is timed out.
Oct 23 18:49:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully detached device vdb from instance 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 from the live domain config.
Oct 23 18:49:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lvbuEhqd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:49:24 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[73e5072d-b223-4ace-ae99-0b309082100b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:49:24 user nova-compute[74046]: No targets found.
Oct 23 18:49:24 user nova-compute[74046]: iSNS:
Oct 23 18:49:24 user nova-compute[74046]: No targets found.
Oct 23 18:49:24 user nova-compute[74046]: STATIC:
Oct 23 18:49:24 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16
Oct 23 18:49:24 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:49:24 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:49:24 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59
Oct 23 18:49:24 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:49:24 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:49:24 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8
Oct 23 18:49:24 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:49:24 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:49:24 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:49:24 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:49:24 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:49:24 user nova-compute[74046]: FIRMWARE:
Oct 23 18:49:24 user nova-compute[74046]: No targets found.
Oct 23 18:49:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:49:24 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:49:24 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ba6cc6c-1dfa-4d8e-a698-e1291929bdb0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c5c2bfe-a663-4a4f-9aad-8d6dd2027295]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:49:24 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:49:24 user nova-compute[74046]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:49:24 user nova-compute[74046]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 (non-flash)
Oct 23 18:49:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:49:24 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:49:24 user nova-compute[74046]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:49:24 user nova-compute[74046]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 (non-flash)
Oct 23 18:49:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef0643250>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59'): ({'sde'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Removing single pathed devices sde {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cad75bf-4ce5-4e5d-8ecd-f0cf0316bb20]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f13ae792-fc88-4dbe-b41a-1e09918243e1]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Flushing IO for device /dev/sde {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa201917-e40c-436d-8522-f4d02250b556]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.045s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7c21172-3244-4ea2-ac4a-2e3775881ad8]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c869db53-828e-4655-8eb2-cfa35c83acfa]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[58d5759d-9bb9-4dda-916f-d013edb3ea16]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59, portal: 172.16.0.220,3260]
Oct 23 18:49:24 user nova-compute[74046]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59, portal: 172.16.0.220,3260] successful.
Oct 23 18:49:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7e89ab32-0cb2-401a-9590-7f6d15dc3e59 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a78d42c-4302-4b09-99b8-40a1e89312de]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] <== disconnect_volume: return (312ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:49:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:49:25 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:49:25 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:49:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:49:25 user nova-compute[74046]: DEBUG nova.objects.instance [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'flavor' on Instance uuid 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:49:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-063bd75b-bd57-4026-bd19-c5c200c2710c tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.762s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:26 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:49:27 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:49:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.rescue --force-share --output=json" returned: 0 in 0.222s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:29 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:49:30 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:49:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:49:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:49:30 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:49:30 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:49:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=7961MB free_disk=24.89244842529297GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:49:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7d729064-b94b-4796-9e53-025071b56d78 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 98966a83-5606-413d-8380-71c8e2e9fb67 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance d2cdf508-8848-4c89-9707-dcfa3bb69396 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance d7618fc7-88f1-41b4-b72a-903d5deecb7f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:49:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.394s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:51 user nova-compute[74046]: INFO nova.compute.manager [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Terminating instance
Oct 23 18:49:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:49:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-917f4872-9222-46dc-9bc9-b56d59088075 req-fa95e669-d9d4-4e94-8541-be4a5b2a469d service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-unplugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-917f4872-9222-46dc-9bc9-b56d59088075 req-fa95e669-d9d4-4e94-8541-be4a5b2a469d service nova] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-917f4872-9222-46dc-9bc9-b56d59088075 req-fa95e669-d9d4-4e94-8541-be4a5b2a469d service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-917f4872-9222-46dc-9bc9-b56d59088075 req-fa95e669-d9d4-4e94-8541-be4a5b2a469d service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-917f4872-9222-46dc-9bc9-b56d59088075 req-fa95e669-d9d4-4e94-8541-be4a5b2a469d service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] No waiting events found dispatching network-vif-unplugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG nova.compute.manager [req-917f4872-9222-46dc-9bc9-b56d59088075 req-fa95e669-d9d4-4e94-8541-be4a5b2a469d service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-unplugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Instance destroyed successfully.
Oct 23 18:49:52 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lazy-loading 'resources' on Instance uuid d2cdf508-8848-4c89-9707-dcfa3bb69396 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:44:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-402481722',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-402481722',id=37,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCXv+QXNjz7L8yNZifuqcFCWaAdP6qfS69EBB4RwwPDtU0e3XX0yldoE6by/X/LfC081K569prxd4ohWRkvdbLzlcg4cPPSX8m8jPkl8gII4oQbkOBgOO6eJomhUNJDfjA==',key_name='tempest-keypair-669188026',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:48:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='50e9e0ab339647048546a8c62fa0d768',ramdisk_id='',reservation_id='r-e10qayfi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1720554262',owner_user_name='tempest-AttachVolumeShelveTestJSON-1720554262-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:48:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d137785f9c174d38a02b899ce5c61edc',uuid=d2cdf508-8848-4c89-9707-dcfa3bb69396,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converting VIF {"id": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "address": "fa:16:3e:08:f0:1b", "network": {"id": "19b1e01d-64b8-497d-a0c0-721f4cef0ded", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2101648656-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "50e9e0ab339647048546a8c62fa0d768", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9efe2d74-0d", "ovs_interfaceid": "9efe2d74-0d24-4635-a1f0-ca9d83990ce8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG os_vif [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9efe2d74-0d, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fb7c1b56-57b9-45aa-874f-0880e6dec3e2) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:49:52 user nova-compute[74046]: INFO os_vif [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:f0:1b,bridge_name='br-int',has_traffic_filtering=True,id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8,network=Network(19b1e01d-64b8-497d-a0c0-721f4cef0ded),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9efe2d74-0d')
Oct 23 18:49:52 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Deleting instance files /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396_del
Oct 23 18:49:52 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Deletion of /opt/stack/data/nova/instances/d2cdf508-8848-4c89-9707-dcfa3bb69396_del complete
Oct 23 18:49:52 user nova-compute[74046]: INFO nova.compute.manager [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Took 0.75 seconds to destroy the instance on the hypervisor.
Oct 23 18:49:52 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:53 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:49:53 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Took 0.99 seconds to deallocate network for instance.
Oct 23 18:49:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-e45a7c05-9288-4062-8e86-be4f7a504b0a req-8faa2171-6192-4f7a-80a2-2c40a95d97a6 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-deleted-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:49:53 user nova-compute[74046]: INFO nova.compute.manager [req-e45a7c05-9288-4062-8e86-be4f7a504b0a req-8faa2171-6192-4f7a-80a2-2c40a95d97a6 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Neutron deleted interface 9efe2d74-0d24-4635-a1f0-ca9d83990ce8; detaching it from the instance and deleting it from the info cache
Oct 23 18:49:53 user nova-compute[74046]: DEBUG nova.network.neutron [req-e45a7c05-9288-4062-8e86-be4f7a504b0a req-8faa2171-6192-4f7a-80a2-2c40a95d97a6 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:49:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-e45a7c05-9288-4062-8e86-be4f7a504b0a req-8faa2171-6192-4f7a-80a2-2c40a95d97a6 service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Detach interface failed, port_id=9efe2d74-0d24-4635-a1f0-ca9d83990ce8, reason: Instance d2cdf508-8848-4c89-9707-dcfa3bb69396 could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:49:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:53 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:49:53 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:49:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.258s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:53 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Deleted allocations for instance d2cdf508-8848-4c89-9707-dcfa3bb69396
Oct 23 18:49:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d3d09fc4-a6e5-4252-9839-85c12a1e8bf4 tempest-AttachVolumeShelveTestJSON-1720554262 tempest-AttachVolumeShelveTestJSON-1720554262-project-member] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.219s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] No waiting events found dispatching network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:49:54 user nova-compute[74046]: WARNING nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received unexpected event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 for instance with vm_state deleted and task_state None.
Oct 23 18:49:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] No waiting events found dispatching network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:49:54 user nova-compute[74046]: WARNING nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received unexpected event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 for instance with vm_state deleted and task_state None.
Oct 23 18:49:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] No waiting events found dispatching network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:49:54 user nova-compute[74046]: WARNING nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received unexpected event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 for instance with vm_state deleted and task_state None.
Oct 23 18:49:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-unplugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] No waiting events found dispatching network-vif-unplugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:49:54 user nova-compute[74046]: WARNING nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received unexpected event network-vif-unplugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 for instance with vm_state deleted and task_state None.
Oct 23 18:49:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Acquiring lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] Lock "d2cdf508-8848-4c89-9707-dcfa3bb69396-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] No waiting events found dispatching network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:49:54 user nova-compute[74046]: WARNING nova.compute.manager [req-20034533-8703-4fb7-8530-cee97a62794f req-c5a444e7-93b8-4865-9aa6-c08599c250bd service nova] [instance: d2cdf508-8848-4c89-9707-dcfa3bb69396] Received unexpected event network-vif-plugged-9efe2d74-0d24-4635-a1f0-ca9d83990ce8 for instance with vm_state deleted and task_state None.
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:54 user nova-compute[74046]: INFO nova.compute.manager [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Terminating instance
Oct 23 18:49:54 user nova-compute[74046]: DEBUG nova.compute.manager [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Instance destroyed successfully.
Oct 23 18:49:55 user nova-compute[74046]: DEBUG nova.objects.instance [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lazy-loading 'resources' on Instance uuid 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:46:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-947172668',display_name='tempest-AttachVolumeNegativeTest-server-947172668',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-947172668',id=38,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBdiALSoMVtKUWRwEUfcTHMPrSmJnZr6rGiUxdR0RqB2nDF4s6ZXqnSONFAXxtZg1rxBOgiWGW63RxxJhhcL2vZOx86Fjg7fdEukNX3Fm1bOgo7zn8xO4/yeQPn99bicKQ==',key_name='tempest-keypair-582908196',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:46:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f40485bec88f45ab8ca5e221c0dde5d1',ramdisk_id='',reservation_id='r-d0f2jiip',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-570236399',owner_user_name='tempest-AttachVolumeNegativeTest-570236399-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:46:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aad423d9f3fe4730b045ee1e39141672',uuid=957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "address": "fa:16:3e:54:c5:4d", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf15e23a-cb", "ovs_interfaceid": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converting VIF {"id": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "address": "fa:16:3e:54:c5:4d", "network": {"id": "4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-943029674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f40485bec88f45ab8ca5e221c0dde5d1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf15e23a-cb", "ovs_interfaceid": "cf15e23a-cb23-4a01-a1a4-de36f874ec04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:54:c5:4d,bridge_name='br-int',has_traffic_filtering=True,id=cf15e23a-cb23-4a01-a1a4-de36f874ec04,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf15e23a-cb') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG os_vif [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:c5:4d,bridge_name='br-int',has_traffic_filtering=True,id=cf15e23a-cb23-4a01-a1a4-de36f874ec04,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf15e23a-cb') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcf15e23a-cb, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=986f08c4-47e8-4bc6-a60f-81ba39552dd0) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:49:55 user nova-compute[74046]: INFO os_vif [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:54:c5:4d,bridge_name='br-int',has_traffic_filtering=True,id=cf15e23a-cb23-4a01-a1a4-de36f874ec04,network=Network(4cf0c6ea-bd4b-482e-b975-b5d2c97f9c60),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf15e23a-cb')
Oct 23 18:49:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Deleting instance files /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5_del
Oct 23 18:49:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Deletion of /opt/stack/data/nova/instances/957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5_del complete
Oct 23 18:49:55 user nova-compute[74046]: INFO nova.compute.manager [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 23 18:49:55 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:49:55 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:49:55 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Took 0.66 seconds to deallocate network for instance.
Oct 23 18:49:55 user nova-compute[74046]: DEBUG nova.compute.manager [req-553e5b57-b2f2-424c-8efc-ea39fe40ac81 req-1e42dfb2-9348-490c-a621-499adac4e0b3 service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Received event network-vif-deleted-cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-d223168d-a57f-4f0e-bbba-7a4795d5a7e2 req-3d84038f-ad9d-49a9-906d-bc42c269ee2c service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Received event network-vif-unplugged-cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d223168d-a57f-4f0e-bbba-7a4795d5a7e2 req-3d84038f-ad9d-49a9-906d-bc42c269ee2c service nova] Acquiring lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d223168d-a57f-4f0e-bbba-7a4795d5a7e2 req-3d84038f-ad9d-49a9-906d-bc42c269ee2c service nova] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d223168d-a57f-4f0e-bbba-7a4795d5a7e2 req-3d84038f-ad9d-49a9-906d-bc42c269ee2c service nova] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-d223168d-a57f-4f0e-bbba-7a4795d5a7e2 req-3d84038f-ad9d-49a9-906d-bc42c269ee2c service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] No waiting events found dispatching network-vif-unplugged-cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-d223168d-a57f-4f0e-bbba-7a4795d5a7e2 req-3d84038f-ad9d-49a9-906d-bc42c269ee2c service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Received event network-vif-unplugged-cf15e23a-cb23-4a01-a1a4-de36f874ec04 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-d223168d-a57f-4f0e-bbba-7a4795d5a7e2 req-3d84038f-ad9d-49a9-906d-bc42c269ee2c service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Received event network-vif-plugged-cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d223168d-a57f-4f0e-bbba-7a4795d5a7e2 req-3d84038f-ad9d-49a9-906d-bc42c269ee2c service nova] Acquiring lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d223168d-a57f-4f0e-bbba-7a4795d5a7e2 req-3d84038f-ad9d-49a9-906d-bc42c269ee2c service nova] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d223168d-a57f-4f0e-bbba-7a4795d5a7e2 req-3d84038f-ad9d-49a9-906d-bc42c269ee2c service nova] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-d223168d-a57f-4f0e-bbba-7a4795d5a7e2 req-3d84038f-ad9d-49a9-906d-bc42c269ee2c service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] No waiting events found dispatching network-vif-plugged-cf15e23a-cb23-4a01-a1a4-de36f874ec04 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:49:56 user nova-compute[74046]: WARNING nova.compute.manager [req-d223168d-a57f-4f0e-bbba-7a4795d5a7e2 req-3d84038f-ad9d-49a9-906d-bc42c269ee2c service nova] [instance: 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5] Received unexpected event network-vif-plugged-cf15e23a-cb23-4a01-a1a4-de36f874ec04 for instance with vm_state active and task_state deleting.
Oct 23 18:49:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:49:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.254s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:49:56 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Deleted allocations for instance 957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5
Oct 23 18:49:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eb907952-2ed0-4653-8fae-babe22e1d342 tempest-AttachVolumeNegativeTest-570236399 tempest-AttachVolumeNegativeTest-570236399-project-member] Lock "957ef13f-4c2b-46cb-b9cd-88a3ecdb9fa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.314s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-5320c1fa-e514-45c8-b1a5-5394cefc3ee1 req-029c1b85-4f26-4a40-9d2d-d51661df8f4c service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Received event network-changed-dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:50:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-5320c1fa-e514-45c8-b1a5-5394cefc3ee1 req-029c1b85-4f26-4a40-9d2d-d51661df8f4c service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Refreshing instance network info cache due to event network-changed-dd814da5-a263-46d3-b023-6059d7132e5e. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:50:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5320c1fa-e514-45c8-b1a5-5394cefc3ee1 req-029c1b85-4f26-4a40-9d2d-d51661df8f4c service nova] Acquiring lock "refresh_cache-d7618fc7-88f1-41b4-b72a-903d5deecb7f" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:50:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5320c1fa-e514-45c8-b1a5-5394cefc3ee1 req-029c1b85-4f26-4a40-9d2d-d51661df8f4c service nova] Acquired lock "refresh_cache-d7618fc7-88f1-41b4-b72a-903d5deecb7f" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:50:04 user nova-compute[74046]: DEBUG nova.network.neutron [req-5320c1fa-e514-45c8-b1a5-5394cefc3ee1 req-029c1b85-4f26-4a40-9d2d-d51661df8f4c service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Refreshing network info cache for port dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:50:04 user nova-compute[74046]: DEBUG nova.network.neutron [req-5320c1fa-e514-45c8-b1a5-5394cefc3ee1 req-029c1b85-4f26-4a40-9d2d-d51661df8f4c service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Updated VIF entry in instance network info cache for port dd814da5-a263-46d3-b023-6059d7132e5e. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:50:04 user nova-compute[74046]: DEBUG nova.network.neutron [req-5320c1fa-e514-45c8-b1a5-5394cefc3ee1 req-029c1b85-4f26-4a40-9d2d-d51661df8f4c service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Updating instance_info_cache with network_info: [{"id": "dd814da5-a263-46d3-b023-6059d7132e5e", "address": "fa:16:3e:fa:f7:37", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd814da5-a2", "ovs_interfaceid": "dd814da5-a263-46d3-b023-6059d7132e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:50:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5320c1fa-e514-45c8-b1a5-5394cefc3ee1 req-029c1b85-4f26-4a40-9d2d-d51661df8f4c service nova] Releasing lock "refresh_cache-d7618fc7-88f1-41b4-b72a-903d5deecb7f" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:05 user nova-compute[74046]: INFO nova.compute.manager [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Terminating instance
Oct 23 18:50:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Instance destroyed successfully.
Oct 23 18:50:05 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lazy-loading 'resources' on Instance uuid d7618fc7-88f1-41b4-b72a-903d5deecb7f {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:48:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2055535728',display_name='tempest-TestVolumeBootPattern-server-2055535728',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2055535728',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOwJXWZObbnBwPxMTtNJwctS1ZfHH+e4cH4aP/7dwRI91MdufvSIVzzc+yktIpjc+i1OUY6DaRKOUqsJIO52zRcja3J4Fdt97vWY2TWfY/bgm0IhtRFHC5nMsMwT6N/Hjw==',key_name='tempest-TestVolumeBootPattern-2014706480',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:48:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-lvrzrr2b',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:48:39Z,user_data=None,user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=d7618fc7-88f1-41b4-b72a-903d5deecb7f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dd814da5-a263-46d3-b023-6059d7132e5e", "address": "fa:16:3e:fa:f7:37", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd814da5-a2", "ovs_interfaceid": "dd814da5-a263-46d3-b023-6059d7132e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "dd814da5-a263-46d3-b023-6059d7132e5e", "address": "fa:16:3e:fa:f7:37", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd814da5-a2", "ovs_interfaceid": "dd814da5-a263-46d3-b023-6059d7132e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fa:f7:37,bridge_name='br-int',has_traffic_filtering=True,id=dd814da5-a263-46d3-b023-6059d7132e5e,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd814da5-a2') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG os_vif [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:f7:37,bridge_name='br-int',has_traffic_filtering=True,id=dd814da5-a263-46d3-b023-6059d7132e5e,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd814da5-a2') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdd814da5-a2, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=80b06833-c20d-4f2c-90d2-6b5be32aba44) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:50:05 user nova-compute[74046]: INFO os_vif [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fa:f7:37,bridge_name='br-int',has_traffic_filtering=True,id=dd814da5-a263-46d3-b023-6059d7132e5e,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd814da5-a2')
Oct 23 18:50:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xrChIbBO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:50:05 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:50:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[51f6eb0f-b50a-4382-be41-e1c7568db55c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:50:05 user nova-compute[74046]: No targets found.
Oct 23 18:50:05 user nova-compute[74046]: iSNS:
Oct 23 18:50:05 user nova-compute[74046]: No targets found.
Oct 23 18:50:05 user nova-compute[74046]: STATIC:
Oct 23 18:50:05 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16
Oct 23 18:50:05 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:50:05 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:50:05 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8
Oct 23 18:50:05 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:50:05 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:50:05 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:50:05 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:50:05 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:50:05 user nova-compute[74046]: FIRMWARE:
Oct 23 18:50:05 user nova-compute[74046]: No targets found.
Oct 23 18:50:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:50:05 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:50:05 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[36aa0b02-cbdb-41c6-96d6-bdcf8cafb7a0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e66f026-6eae-4eea-b46f-7491bda98080]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:50:05 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:50:05 user nova-compute[74046]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:50:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:50:05 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:50:05 user nova-compute[74046]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:50:05 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef065f7f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[484f4558-4069-4d8c-99a6-5a1d298440a4]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bc2f9e1-b45b-4b1b-a75e-4607d1cbab3e]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8d20326-94a9-4ba6-9459-a8b6ff63a0fd]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.053s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b7e2712-aaac-4bf6-b4fe-20bc9e3d6676]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO5ce2ea97-ae10f24e93d912cd', '/dev/disk/by-id/scsi-26165313066323465', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_5ce2ea97') {{(pid=85373) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9169fdeb-cfff-4ae6-90b2-ba0f7ae91fc6]: (4, None) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[159bdec2-bd56-4784-b550-326aa493a6cd]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cc91936-7d5f-4b94-b369-40f9fc6e16fa]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260]
Oct 23 18:50:06 user nova-compute[74046]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260] successful.
Oct 23 18:50:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b3a6ad7-e751-4a64-9a77-c1919b54adc1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== disconnect_volume: return (317ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:50:06 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Deleting instance files /opt/stack/data/nova/instances/d7618fc7-88f1-41b4-b72a-903d5deecb7f_del
Oct 23 18:50:06 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Deletion of /opt/stack/data/nova/instances/d7618fc7-88f1-41b4-b72a-903d5deecb7f_del complete
Oct 23 18:50:06 user nova-compute[74046]: INFO nova.compute.manager [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Took 1.21 seconds to destroy the instance on the hypervisor.
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-a41160b6-e110-4652-95b7-9266e2f39d2a req-34e25168-5fe9-4bc4-94a8-bb63f33f7f2b service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Received event network-vif-unplugged-dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a41160b6-e110-4652-95b7-9266e2f39d2a req-34e25168-5fe9-4bc4-94a8-bb63f33f7f2b service nova] Acquiring lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a41160b6-e110-4652-95b7-9266e2f39d2a req-34e25168-5fe9-4bc4-94a8-bb63f33f7f2b service nova] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a41160b6-e110-4652-95b7-9266e2f39d2a req-34e25168-5fe9-4bc4-94a8-bb63f33f7f2b service nova] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-a41160b6-e110-4652-95b7-9266e2f39d2a req-34e25168-5fe9-4bc4-94a8-bb63f33f7f2b service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] No waiting events found dispatching network-vif-unplugged-dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-a41160b6-e110-4652-95b7-9266e2f39d2a req-34e25168-5fe9-4bc4-94a8-bb63f33f7f2b service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Received event network-vif-unplugged-dd814da5-a263-46d3-b023-6059d7132e5e for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-a41160b6-e110-4652-95b7-9266e2f39d2a req-34e25168-5fe9-4bc4-94a8-bb63f33f7f2b service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Received event network-vif-plugged-dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a41160b6-e110-4652-95b7-9266e2f39d2a req-34e25168-5fe9-4bc4-94a8-bb63f33f7f2b service nova] Acquiring lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a41160b6-e110-4652-95b7-9266e2f39d2a req-34e25168-5fe9-4bc4-94a8-bb63f33f7f2b service nova] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a41160b6-e110-4652-95b7-9266e2f39d2a req-34e25168-5fe9-4bc4-94a8-bb63f33f7f2b service nova] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-a41160b6-e110-4652-95b7-9266e2f39d2a req-34e25168-5fe9-4bc4-94a8-bb63f33f7f2b service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] No waiting events found dispatching network-vif-plugged-dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:50:06 user nova-compute[74046]: WARNING nova.compute.manager [req-a41160b6-e110-4652-95b7-9266e2f39d2a req-34e25168-5fe9-4bc4-94a8-bb63f33f7f2b service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Received unexpected event network-vif-plugged-dd814da5-a263-46d3-b023-6059d7132e5e for instance with vm_state active and task_state deleting.
Oct 23 18:50:07 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:50:07 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Took 0.79 seconds to deallocate network for instance.
Oct 23 18:50:07 user nova-compute[74046]: INFO nova.compute.manager [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Took 0.79 seconds to detach 1 volumes for instance.
Oct 23 18:50:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:08 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:50:08 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:50:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.223s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:08 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Deleted allocations for instance d7618fc7-88f1-41b4-b72a-903d5deecb7f
Oct 23 18:50:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b40afa7c-f10e-4d62-82fa-72f97e70c64d tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "d7618fc7-88f1-41b4-b72a-903d5deecb7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.201s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-e2d0170e-29e3-44d1-bcba-22974375c122 req-c0affa32-7ccf-4b57-be19-82e093723c9d service nova] [instance: d7618fc7-88f1-41b4-b72a-903d5deecb7f] Received event network-vif-deleted-dd814da5-a263-46d3-b023-6059d7132e5e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:50:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:22 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:50:22 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:50:22 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 18:50:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:50:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:50:22 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:50:22 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid e2c52c3c-c4f6-41fa-877b-0b72722e21f7 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:50:22 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Updating instance_info_cache with network_info: [{"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:50:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:50:22 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:50:22 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:50:24 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:50:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:50:26 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:50:26 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:50:27 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:50:28 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:50:28 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:50:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.rescue --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:50:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:32 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:50:32 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:50:32 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8403MB free_disk=24.945064544677734GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:50:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:32 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:50:32 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:50:32 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7d729064-b94b-4796-9e53-025071b56d78 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:50:32 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 98966a83-5606-413d-8380-71c8e2e9fb67 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:50:32 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:50:32 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:50:32 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:50:32 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:50:32 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:50:32 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:50:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.363s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Acquiring lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Acquiring lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:36 user nova-compute[74046]: INFO nova.compute.manager [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Terminating instance
Oct 23 18:50:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-86091f58-3ca0-4b91-9cd0-c07b87cd73ce req-23ea65c8-a497-45e5-a6a8-94cfb571b8f7 service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Received event network-vif-unplugged-3507bd0d-02d7-485d-8249-c0be275446df {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-86091f58-3ca0-4b91-9cd0-c07b87cd73ce req-23ea65c8-a497-45e5-a6a8-94cfb571b8f7 service nova] Acquiring lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-86091f58-3ca0-4b91-9cd0-c07b87cd73ce req-23ea65c8-a497-45e5-a6a8-94cfb571b8f7 service nova] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-86091f58-3ca0-4b91-9cd0-c07b87cd73ce req-23ea65c8-a497-45e5-a6a8-94cfb571b8f7 service nova] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-86091f58-3ca0-4b91-9cd0-c07b87cd73ce req-23ea65c8-a497-45e5-a6a8-94cfb571b8f7 service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] No waiting events found dispatching network-vif-unplugged-3507bd0d-02d7-485d-8249-c0be275446df {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:50:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-86091f58-3ca0-4b91-9cd0-c07b87cd73ce req-23ea65c8-a497-45e5-a6a8-94cfb571b8f7 service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Received event network-vif-unplugged-3507bd0d-02d7-485d-8249-c0be275446df for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:37 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Instance destroyed successfully.
Oct 23 18:50:37 user nova-compute[74046]: DEBUG nova.objects.instance [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lazy-loading 'resources' on Instance uuid 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:48:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1657750262',display_name='tempest-VolumesNegativeTest-instance-1657750262',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1657750262',id=41,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:48:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5ca712582e940e99db865be91a8d8a7',ramdisk_id='',reservation_id='r-sungejfd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-2123717557',owner_user_name='tempest-VolumesNegativeTest-2123717557-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:48:52Z,user_data=None,user_id='b75209d50dba44248b1e5dd9e025ba3a',uuid=7a4f6e98-257e-4f14-8857-4c2d3f1aeb36,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3507bd0d-02d7-485d-8249-c0be275446df", "address": "fa:16:3e:14:fb:1e", "network": {"id": "5e9ed3b9-cf94-4390-a98b-860f7dfef098", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "282cfc6239474542831f9612222dc621", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3507bd0d-02", "ovs_interfaceid": "3507bd0d-02d7-485d-8249-c0be275446df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Converting VIF {"id": "3507bd0d-02d7-485d-8249-c0be275446df", "address": "fa:16:3e:14:fb:1e", "network": {"id": "5e9ed3b9-cf94-4390-a98b-860f7dfef098", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "282cfc6239474542831f9612222dc621", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3507bd0d-02", "ovs_interfaceid": "3507bd0d-02d7-485d-8249-c0be275446df", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:fb:1e,bridge_name='br-int',has_traffic_filtering=True,id=3507bd0d-02d7-485d-8249-c0be275446df,network=Network(5e9ed3b9-cf94-4390-a98b-860f7dfef098),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3507bd0d-02') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG os_vif [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:fb:1e,bridge_name='br-int',has_traffic_filtering=True,id=3507bd0d-02d7-485d-8249-c0be275446df,network=Network(5e9ed3b9-cf94-4390-a98b-860f7dfef098),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3507bd0d-02') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3507bd0d-02, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8809add9-645d-42a1-a219-52cea9aafde7) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:37 user nova-compute[74046]: INFO os_vif [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:fb:1e,bridge_name='br-int',has_traffic_filtering=True,id=3507bd0d-02d7-485d-8249-c0be275446df,network=Network(5e9ed3b9-cf94-4390-a98b-860f7dfef098),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3507bd0d-02')
Oct 23 18:50:37 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Deleting instance files /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36_del
Oct 23 18:50:37 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Deletion of /opt/stack/data/nova/instances/7a4f6e98-257e-4f14-8857-4c2d3f1aeb36_del complete
Oct 23 18:50:37 user nova-compute[74046]: INFO nova.compute.manager [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Took 1.16 seconds to destroy the instance on the hypervisor.
Oct 23 18:50:37 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:50:37 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:50:38 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:50:38 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Took 0.81 seconds to deallocate network for instance.
Oct 23 18:50:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:38 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:50:38 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:50:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.241s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:38 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Deleted allocations for instance 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36
Oct 23 18:50:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-258f234d-c9f3-4a04-89a0-c6d821b7c12e tempest-VolumesNegativeTest-2123717557 tempest-VolumesNegativeTest-2123717557-project-member] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.415s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-66d07505-42d7-436e-a03d-ebda3066271d req-8f35523a-ff4b-4c7e-8296-52e088bd5c72 service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Received event network-vif-plugged-3507bd0d-02d7-485d-8249-c0be275446df {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:50:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-66d07505-42d7-436e-a03d-ebda3066271d req-8f35523a-ff4b-4c7e-8296-52e088bd5c72 service nova] Acquiring lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-66d07505-42d7-436e-a03d-ebda3066271d req-8f35523a-ff4b-4c7e-8296-52e088bd5c72 service nova] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-66d07505-42d7-436e-a03d-ebda3066271d req-8f35523a-ff4b-4c7e-8296-52e088bd5c72 service nova] Lock "7a4f6e98-257e-4f14-8857-4c2d3f1aeb36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-66d07505-42d7-436e-a03d-ebda3066271d req-8f35523a-ff4b-4c7e-8296-52e088bd5c72 service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] No waiting events found dispatching network-vif-plugged-3507bd0d-02d7-485d-8249-c0be275446df {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:50:38 user nova-compute[74046]: WARNING nova.compute.manager [req-66d07505-42d7-436e-a03d-ebda3066271d req-8f35523a-ff4b-4c7e-8296-52e088bd5c72 service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Received unexpected event network-vif-plugged-3507bd0d-02d7-485d-8249-c0be275446df for instance with vm_state deleted and task_state None.
Oct 23 18:50:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-66d07505-42d7-436e-a03d-ebda3066271d req-8f35523a-ff4b-4c7e-8296-52e088bd5c72 service nova] [instance: 7a4f6e98-257e-4f14-8857-4c2d3f1aeb36] Received event network-vif-deleted-3507bd0d-02d7-485d-8249-c0be275446df {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:50:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:46 user nova-compute[74046]: INFO nova.compute.manager [None req-ab41dd05-f5ba-43e9-9128-ac910d43a913 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Unrescuing
Oct 23 18:50:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ab41dd05-f5ba-43e9-9128-ac910d43a913 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "refresh_cache-98966a83-5606-413d-8380-71c8e2e9fb67" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:50:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ab41dd05-f5ba-43e9-9128-ac910d43a913 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquired lock "refresh_cache-98966a83-5606-413d-8380-71c8e2e9fb67" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:50:46 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ab41dd05-f5ba-43e9-9128-ac910d43a913 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:50:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:50:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-ab41dd05-f5ba-43e9-9128-ac910d43a913 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Updating instance_info_cache with network_info: [{"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:50:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ab41dd05-f5ba-43e9-9128-ac910d43a913 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Releasing lock "refresh_cache-98966a83-5606-413d-8380-71c8e2e9fb67" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:50:47 user nova-compute[74046]: DEBUG nova.objects.instance [None req-ab41dd05-f5ba-43e9-9128-ac910d43a913 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'flavor' on Instance uuid 98966a83-5606-413d-8380-71c8e2e9fb67 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:50:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:47 user nova-compute[74046]: DEBUG nova.compute.manager [req-0fcd2845-722a-470a-90e5-d94adb15f5f8 req-9cbc3e61-2dc9-443e-9413-79dba51b4086 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-unplugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:50:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0fcd2845-722a-470a-90e5-d94adb15f5f8 req-9cbc3e61-2dc9-443e-9413-79dba51b4086 service nova] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0fcd2845-722a-470a-90e5-d94adb15f5f8 req-9cbc3e61-2dc9-443e-9413-79dba51b4086 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0fcd2845-722a-470a-90e5-d94adb15f5f8 req-9cbc3e61-2dc9-443e-9413-79dba51b4086 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:47 user nova-compute[74046]: DEBUG nova.compute.manager [req-0fcd2845-722a-470a-90e5-d94adb15f5f8 req-9cbc3e61-2dc9-443e-9413-79dba51b4086 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] No waiting events found dispatching network-vif-unplugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:50:47 user nova-compute[74046]: WARNING nova.compute.manager [req-0fcd2845-722a-470a-90e5-d94adb15f5f8 req-9cbc3e61-2dc9-443e-9413-79dba51b4086 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received unexpected event network-vif-unplugged-c16f9151-41b3-4b5f-bb8c-1b29484500af for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:50:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:48 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Instance destroyed successfully.
Oct 23 18:50:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-94a6d793-0a60-41d8-9cd1-110bd3ad191f req-0d206ee6-c3d9-4757-a11b-b0e12c3bc3e1 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:50:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-94a6d793-0a60-41d8-9cd1-110bd3ad191f req-0d206ee6-c3d9-4757-a11b-b0e12c3bc3e1 service nova] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-94a6d793-0a60-41d8-9cd1-110bd3ad191f req-0d206ee6-c3d9-4757-a11b-b0e12c3bc3e1 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-94a6d793-0a60-41d8-9cd1-110bd3ad191f req-0d206ee6-c3d9-4757-a11b-b0e12c3bc3e1 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-94a6d793-0a60-41d8-9cd1-110bd3ad191f req-0d206ee6-c3d9-4757-a11b-b0e12c3bc3e1 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] No waiting events found dispatching network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:50:49 user nova-compute[74046]: WARNING nova.compute.manager [req-94a6d793-0a60-41d8-9cd1-110bd3ad191f req-0d206ee6-c3d9-4757-a11b-b0e12c3bc3e1 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received unexpected event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:50:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-94a6d793-0a60-41d8-9cd1-110bd3ad191f req-0d206ee6-c3d9-4757-a11b-b0e12c3bc3e1 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:50:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-94a6d793-0a60-41d8-9cd1-110bd3ad191f req-0d206ee6-c3d9-4757-a11b-b0e12c3bc3e1 service nova] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-94a6d793-0a60-41d8-9cd1-110bd3ad191f req-0d206ee6-c3d9-4757-a11b-b0e12c3bc3e1 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-94a6d793-0a60-41d8-9cd1-110bd3ad191f req-0d206ee6-c3d9-4757-a11b-b0e12c3bc3e1 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-94a6d793-0a60-41d8-9cd1-110bd3ad191f req-0d206ee6-c3d9-4757-a11b-b0e12c3bc3e1 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] No waiting events found dispatching network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:50:49 user nova-compute[74046]: WARNING nova.compute.manager [req-94a6d793-0a60-41d8-9cd1-110bd3ad191f req-0d206ee6-c3d9-4757-a11b-b0e12c3bc3e1 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received unexpected event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af for instance with vm_state rescued and task_state unrescuing.
Oct 23 18:50:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ab41dd05-f5ba-43e9-9128-ac910d43a913 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:50:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-1e8654d2-8cf5-4d52-b35a-f5158d520eae req-adaf2786-e48e-41ec-87da-aed17f468559 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:50:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1e8654d2-8cf5-4d52-b35a-f5158d520eae req-adaf2786-e48e-41ec-87da-aed17f468559 service nova] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1e8654d2-8cf5-4d52-b35a-f5158d520eae req-adaf2786-e48e-41ec-87da-aed17f468559 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1e8654d2-8cf5-4d52-b35a-f5158d520eae req-adaf2786-e48e-41ec-87da-aed17f468559 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-1e8654d2-8cf5-4d52-b35a-f5158d520eae req-adaf2786-e48e-41ec-87da-aed17f468559 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] No waiting events found dispatching network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:50:51 user nova-compute[74046]: WARNING nova.compute.manager [req-1e8654d2-8cf5-4d52-b35a-f5158d520eae req-adaf2786-e48e-41ec-87da-aed17f468559 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received unexpected event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af for instance with vm_state active and task_state None.
Oct 23 18:50:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "390a13b3-5a08-4f6a-9414-beefbd64d428" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:50:57 user nova-compute[74046]: INFO nova.compute.claims [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Claim successful on node user
Oct 23 18:50:57 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.370s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:50:57 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:50:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:50:57 user nova-compute[74046]: INFO nova.virt.block_device [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Booting with volume 0a08b331-adcc-40c1-a74a-6bc45907d1c8 at /dev/vda
Oct 23 18:50:57 user nova-compute[74046]: DEBUG nova.policy [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4874ac0a6b84fd3bc00d6d3513fd477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bae0e28245d541e5bcb945983ce4d335', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG os_brick.utils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3597c0f-b5e2-4a4f-8149-44f052f9feab]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[14795ded-320e-4bcc-a012-aeb3770112c7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f541014f-154b-4469-b299-c341c7fd7362]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd69b920-4bb0-4e9e-aaa1-3892f1a92e94]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:50:57 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:50:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9c70b5e-0847-4267-adbb-8242784afd28]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG os_brick.utils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:50:57 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Updating existing volume attachment record: f1229b70-85da-45ca-b563-379f54e9f231 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:50:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:50:58 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Successfully created port: 01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:50:59 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Successfully updated port: 01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:50:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:50:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquired lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:50:59 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:50:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-116cd38f-5091-442e-9bed-5162fb43b5fc req-5ffa9993-2c89-48f2-98f7-22adfdf86622 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Received event network-changed-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:50:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-116cd38f-5091-442e-9bed-5162fb43b5fc req-5ffa9993-2c89-48f2-98f7-22adfdf86622 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Refreshing instance network info cache due to event network-changed-01d84f39-7ca5-4fe1-b8ce-38aabd8df354. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:50:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-116cd38f-5091-442e-9bed-5162fb43b5fc req-5ffa9993-2c89-48f2-98f7-22adfdf86622 service nova] Acquiring lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:50:59 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:50:59 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Updating instance_info_cache with network_info: [{"id": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "address": "fa:16:3e:a2:14:93", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01d84f39-7c", "ovs_interfaceid": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:50:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Releasing lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:50:59 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Instance network_info: |[{"id": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "address": "fa:16:3e:a2:14:93", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01d84f39-7c", "ovs_interfaceid": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:50:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-116cd38f-5091-442e-9bed-5162fb43b5fc req-5ffa9993-2c89-48f2-98f7-22adfdf86622 service nova] Acquired lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:50:59 user nova-compute[74046]: DEBUG nova.network.neutron [req-116cd38f-5091-442e-9bed-5162fb43b5fc req-5ffa9993-2c89-48f2-98f7-22adfdf86622 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Refreshing network info cache for port 01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:51:00 user nova-compute[74046]: DEBUG nova.network.neutron [req-116cd38f-5091-442e-9bed-5162fb43b5fc req-5ffa9993-2c89-48f2-98f7-22adfdf86622 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Updated VIF entry in instance network info cache for port 01d84f39-7ca5-4fe1-b8ce-38aabd8df354. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:51:00 user nova-compute[74046]: DEBUG nova.network.neutron [req-116cd38f-5091-442e-9bed-5162fb43b5fc req-5ffa9993-2c89-48f2-98f7-22adfdf86622 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Updating instance_info_cache with network_info: [{"id": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "address": "fa:16:3e:a2:14:93", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01d84f39-7c", "ovs_interfaceid": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:51:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-116cd38f-5091-442e-9bed-5162fb43b5fc req-5ffa9993-2c89-48f2-98f7-22adfdf86622 service nova] Releasing lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:51:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:14 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:51:16 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Creating image(s)
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Ensure instance console log exists: /opt/stack/data/nova/instances/390a13b3-5a08-4f6a-9414-beefbd64d428/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Start _get_guest_xml network_info=[{"id": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "address": "fa:16:3e:a2:14:93", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01d84f39-7c", "ovs_interfaceid": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'f1229b70-85da-45ca-b563-379f54e9f231', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xrChIbBO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '390a13b3-5a08-4f6a-9414-beefbd64d428', 'attached_at': '', 'detached_at': '', 'volume_id': '0a08b331-adcc-40c1-a74a-6bc45907d1c8', 'serial': '0a08b331-adcc-40c1-a74a-6bc45907d1c8'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:51:16 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:51:16 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xrChIbBO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:51:16 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:51:16 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:51:16 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[80350271-ff8e-441c-a443-d7e4fe075b4e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:51:16 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0055160-34d5-483b-8824-f5406b997612]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8] added
Oct 23 18:51:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de2ebbd-2b3d-4d74-bf84-e52bc921207c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[62bd4d8f-3baa-4582-bba1-34e673e5615b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xrChIbBO {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xrChIbBO" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[315d186d-c67b-4912-af42-9ddf9675bee2]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xrChIbBO'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3137515c-9f29-41fd-a5fc-2ea942a3da7b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[58c1cf58-442e-4c7e-9fad-56a49a00d3ab]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:51:16 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:51:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:51:16 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:51:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f71ce0c-7ed7-4d77-98e1-ad7f4092ec84]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260]
Oct 23 18:51:16 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260] successful.
Oct 23 18:51:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[76c2df50-0178-4b35-b962-ff94668d8fa4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[761ff63c-383f-4c8f-bb7f-90be384138a1]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:51:16 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:51:16 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:51:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:51:16 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:51:16 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:51:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] HCTL ('34', '-', '-', 0) found on session 52 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[389e94be-8313-4de4-a741-ed58bd1031e0]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:51:16 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching for a device in session 52 and hctl ['34', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching for a device in session 52 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xrChIbBO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.316s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '26165313066323465', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26165313066323465', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:50:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1606435188',display_name='tempest-TestVolumeBootPattern-server-1606435188',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1606435188',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOwJXWZObbnBwPxMTtNJwctS1ZfHH+e4cH4aP/7dwRI91MdufvSIVzzc+yktIpjc+i1OUY6DaRKOUqsJIO52zRcja3J4Fdt97vWY2TWfY/bgm0IhtRFHC5nMsMwT6N/Hjw==',key_name='tempest-TestVolumeBootPattern-2014706480',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-cs7t311m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:50:58Z,user_data=None,user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=390a13b3-5a08-4f6a-9414-beefbd64d428,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "address": "fa:16:3e:a2:14:93", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01d84f39-7c", "ovs_interfaceid": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "address": "fa:16:3e:a2:14:93", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01d84f39-7c", "ovs_interfaceid": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:14:93,bridge_name='br-int',has_traffic_filtering=True,id=01d84f39-7ca5-4fe1-b8ce-38aabd8df354,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01d84f39-7c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG nova.objects.instance [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lazy-loading 'pci_devices' on Instance uuid 390a13b3-5a08-4f6a-9414-beefbd64d428 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:51:17 user nova-compute[74046]:   <uuid>390a13b3-5a08-4f6a-9414-beefbd64d428</uuid>
Oct 23 18:51:17 user nova-compute[74046]:   <name>instance-0000002a</name>
Oct 23 18:51:17 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:51:17 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:51:17 user nova-compute[74046]:   <metadata>
Oct 23 18:51:17 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:51:17 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:51:17 user nova-compute[74046]:       <nova:name>tempest-TestVolumeBootPattern-server-1606435188</nova:name>
Oct 23 18:51:17 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:51:16</nova:creationTime>
Oct 23 18:51:17 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:51:17 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:51:17 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:51:17 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:51:17 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:51:17 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:51:17 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:51:17 user nova-compute[74046]:       <nova:owner>
Oct 23 18:51:17 user nova-compute[74046]:         <nova:user uuid="f4874ac0a6b84fd3bc00d6d3513fd477">tempest-TestVolumeBootPattern-462875323-project-member</nova:user>
Oct 23 18:51:17 user nova-compute[74046]:         <nova:project uuid="bae0e28245d541e5bcb945983ce4d335">tempest-TestVolumeBootPattern-462875323</nova:project>
Oct 23 18:51:17 user nova-compute[74046]:       </nova:owner>
Oct 23 18:51:17 user nova-compute[74046]:       <nova:ports>
Oct 23 18:51:17 user nova-compute[74046]:         <nova:port uuid="01d84f39-7ca5-4fe1-b8ce-38aabd8df354">
Oct 23 18:51:17 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 23 18:51:17 user nova-compute[74046]:         </nova:port>
Oct 23 18:51:17 user nova-compute[74046]:       </nova:ports>
Oct 23 18:51:17 user nova-compute[74046]:     </nova:instance>
Oct 23 18:51:17 user nova-compute[74046]:   </metadata>
Oct 23 18:51:17 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:51:17 user nova-compute[74046]:     <system>
Oct 23 18:51:17 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:51:17 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:51:17 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:51:17 user nova-compute[74046]:       <entry name="serial">390a13b3-5a08-4f6a-9414-beefbd64d428</entry>
Oct 23 18:51:17 user nova-compute[74046]:       <entry name="uuid">390a13b3-5a08-4f6a-9414-beefbd64d428</entry>
Oct 23 18:51:17 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:51:17 user nova-compute[74046]:     </system>
Oct 23 18:51:17 user nova-compute[74046]:   </sysinfo>
Oct 23 18:51:17 user nova-compute[74046]:   <os>
Oct 23 18:51:17 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:51:17 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:51:17 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:51:17 user nova-compute[74046]:   </os>
Oct 23 18:51:17 user nova-compute[74046]:   <features>
Oct 23 18:51:17 user nova-compute[74046]:     <acpi/>
Oct 23 18:51:17 user nova-compute[74046]:     <apic/>
Oct 23 18:51:17 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:51:17 user nova-compute[74046]:   </features>
Oct 23 18:51:17 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:51:17 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:51:17 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:51:17 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:51:17 user nova-compute[74046]:   </clock>
Oct 23 18:51:17 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:51:17 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:51:17 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:51:17 user nova-compute[74046]:   </cpu>
Oct 23 18:51:17 user nova-compute[74046]:   <devices>
Oct 23 18:51:17 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:51:17 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:51:17 user nova-compute[74046]:       <source dev="/dev/sdc"/>
Oct 23 18:51:17 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:51:17 user nova-compute[74046]:       <serial>0a08b331-adcc-40c1-a74a-6bc45907d1c8</serial>
Oct 23 18:51:17 user nova-compute[74046]:     </disk>
Oct 23 18:51:17 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:51:17 user nova-compute[74046]:       <mac address="fa:16:3e:a2:14:93"/>
Oct 23 18:51:17 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:51:17 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:51:17 user nova-compute[74046]:       <target dev="tap01d84f39-7c"/>
Oct 23 18:51:17 user nova-compute[74046]:     </interface>
Oct 23 18:51:17 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:51:17 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/390a13b3-5a08-4f6a-9414-beefbd64d428/console.log" append="off"/>
Oct 23 18:51:17 user nova-compute[74046]:     </serial>
Oct 23 18:51:17 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:51:17 user nova-compute[74046]:     <video>
Oct 23 18:51:17 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:51:17 user nova-compute[74046]:     </video>
Oct 23 18:51:17 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:51:17 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:51:17 user nova-compute[74046]:     </rng>
Oct 23 18:51:17 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:51:17 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:51:17 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:51:17 user nova-compute[74046]:     </memballoon>
Oct 23 18:51:17 user nova-compute[74046]:   </devices>
Oct 23 18:51:17 user nova-compute[74046]: </domain>
Oct 23 18:51:17 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:50:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1606435188',display_name='tempest-TestVolumeBootPattern-server-1606435188',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1606435188',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOwJXWZObbnBwPxMTtNJwctS1ZfHH+e4cH4aP/7dwRI91MdufvSIVzzc+yktIpjc+i1OUY6DaRKOUqsJIO52zRcja3J4Fdt97vWY2TWfY/bgm0IhtRFHC5nMsMwT6N/Hjw==',key_name='tempest-TestVolumeBootPattern-2014706480',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-cs7t311m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:50:58Z,user_data=None,user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=390a13b3-5a08-4f6a-9414-beefbd64d428,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "address": "fa:16:3e:a2:14:93", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01d84f39-7c", "ovs_interfaceid": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "address": "fa:16:3e:a2:14:93", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01d84f39-7c", "ovs_interfaceid": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:14:93,bridge_name='br-int',has_traffic_filtering=True,id=01d84f39-7ca5-4fe1-b8ce-38aabd8df354,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01d84f39-7c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG os_vif [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:14:93,bridge_name='br-int',has_traffic_filtering=True,id=01d84f39-7ca5-4fe1-b8ce-38aabd8df354,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01d84f39-7c') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0436c2c1-7d43-5c06-92ef-f0602ef6e74f', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap01d84f39-7c, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap01d84f39-7c, col_values=(('qos', UUID('58ac4615-df89-4501-9283-9b320186ab4c')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap01d84f39-7c, col_values=(('external_ids', {'iface-id': '01d84f39-7ca5-4fe1-b8ce-38aabd8df354', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:14:93', 'vm-uuid': '390a13b3-5a08-4f6a-9414-beefbd64d428'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:17 user nova-compute[74046]: INFO os_vif [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:14:93,bridge_name='br-int',has_traffic_filtering=True,id=01d84f39-7ca5-4fe1-b8ce-38aabd8df354,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01d84f39-7c')
Oct 23 18:51:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:51:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] No VIF found with MAC fa:16:3e:a2:14:93, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:51:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-d635d8ae-542f-4208-a8b7-b9e6206fcd0d req-1bcba5e3-83fd-43c2-8c28-676306ec9122 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Received event network-vif-plugged-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d635d8ae-542f-4208-a8b7-b9e6206fcd0d req-1bcba5e3-83fd-43c2-8c28-676306ec9122 service nova] Acquiring lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d635d8ae-542f-4208-a8b7-b9e6206fcd0d req-1bcba5e3-83fd-43c2-8c28-676306ec9122 service nova] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d635d8ae-542f-4208-a8b7-b9e6206fcd0d req-1bcba5e3-83fd-43c2-8c28-676306ec9122 service nova] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-d635d8ae-542f-4208-a8b7-b9e6206fcd0d req-1bcba5e3-83fd-43c2-8c28-676306ec9122 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] No waiting events found dispatching network-vif-plugged-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:51:19 user nova-compute[74046]: WARNING nova.compute.manager [req-d635d8ae-542f-4208-a8b7-b9e6206fcd0d req-1bcba5e3-83fd-43c2-8c28-676306ec9122 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Received unexpected event network-vif-plugged-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 for instance with vm_state building and task_state spawning.
Oct 23 18:51:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updating instance_info_cache with network_info: [{"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-b8e41e65-874d-4169-bd94-bdc9dcd2c95b" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:51:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:51:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:21 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:51:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:51:21 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Instance spawned successfully.
Oct 23 18:51:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:51:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:51:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:51:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:51:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:51:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:51:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:51:21 user nova-compute[74046]: INFO nova.compute.manager [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Took 5.26 seconds to spawn the instance on the hypervisor.
Oct 23 18:51:21 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:51:21 user nova-compute[74046]: INFO nova.compute.manager [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Took 24.28 seconds to build instance.
Oct 23 18:51:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c7daba22-e3f8-498b-bede-8339d4430d20 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.417s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:51:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-a9ec7a0c-d2ab-40b1-b49d-316b6f1c1e4e req-223c9c0d-cacf-4461-b822-e30a187aea9d service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Received event network-vif-plugged-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:51:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a9ec7a0c-d2ab-40b1-b49d-316b6f1c1e4e req-223c9c0d-cacf-4461-b822-e30a187aea9d service nova] Acquiring lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:51:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a9ec7a0c-d2ab-40b1-b49d-316b6f1c1e4e req-223c9c0d-cacf-4461-b822-e30a187aea9d service nova] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:51:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a9ec7a0c-d2ab-40b1-b49d-316b6f1c1e4e req-223c9c0d-cacf-4461-b822-e30a187aea9d service nova] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:51:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-a9ec7a0c-d2ab-40b1-b49d-316b6f1c1e4e req-223c9c0d-cacf-4461-b822-e30a187aea9d service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] No waiting events found dispatching network-vif-plugged-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:51:21 user nova-compute[74046]: WARNING nova.compute.manager [req-a9ec7a0c-d2ab-40b1-b49d-316b6f1c1e4e req-223c9c0d-cacf-4461-b822-e30a187aea9d service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Received unexpected event network-vif-plugged-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 for instance with vm_state active and task_state None.
Oct 23 18:51:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:25 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:25 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:25 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 18:51:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] There are 0 instances to clean {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 18:51:25 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74046) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 18:51:27 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:27 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:27 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:51:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:30 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:30 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:31 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:51:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:51:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:51:31 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:51:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:51:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:51:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:51:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:51:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:51:32 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:51:32 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:51:32 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8422MB free_disk=24.960895538330078GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:51:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:51:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7d729064-b94b-4796-9e53-025071b56d78 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 98966a83-5606-413d-8380-71c8e2e9fb67 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 390a13b3-5a08-4f6a-9414-beefbd64d428 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing inventories for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating ProviderTree inventory for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing aggregate associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, aggregates: None {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing trait associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:51:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.026s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:51:34 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:36 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:51:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:51:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 18:51:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:51:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:51:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:51:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Acquiring lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:52:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:52:05 user nova-compute[74046]: INFO nova.compute.claims [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Claim successful on node user
Oct 23 18:52:06 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.301s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:52:06 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:52:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG nova.policy [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '254f550be4174925b6eb7c8989b610b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '733ef5d7f30e4a3e99dc673b68cda4fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:52:06 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Creating image(s)
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Acquiring lock "/opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "/opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "/opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.176s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.201s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk 1073741824" returned: 0 in 0.049s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Successfully created port: d424b4c1-1cbc-4bd0-8260-c11ef543663a {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.171s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:52:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Cannot resize image /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Ensure instance console log exists: /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Successfully updated port: d424b4c1-1cbc-4bd0-8260-c11ef543663a {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Acquiring lock "refresh_cache-3b88d054-27ad-4efe-b3e3-3e76acef6bbd" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Acquired lock "refresh_cache-3b88d054-27ad-4efe-b3e3-3e76acef6bbd" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-e5ae20e2-43d3-4dc0-b2da-c758bdd77706 req-efd12a7b-c033-46e4-b59c-26c27e689d1b service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Received event network-changed-d424b4c1-1cbc-4bd0-8260-c11ef543663a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-e5ae20e2-43d3-4dc0-b2da-c758bdd77706 req-efd12a7b-c033-46e4-b59c-26c27e689d1b service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Refreshing instance network info cache due to event network-changed-d424b4c1-1cbc-4bd0-8260-c11ef543663a. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e5ae20e2-43d3-4dc0-b2da-c758bdd77706 req-efd12a7b-c033-46e4-b59c-26c27e689d1b service nova] Acquiring lock "refresh_cache-3b88d054-27ad-4efe-b3e3-3e76acef6bbd" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Updating instance_info_cache with network_info: [{"id": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "address": "fa:16:3e:2d:de:65", "network": {"id": "d29b680e-9ac4-4643-8a45-ab935ad24e87", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1058510388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "733ef5d7f30e4a3e99dc673b68cda4fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd424b4c1-1c", "ovs_interfaceid": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Releasing lock "refresh_cache-3b88d054-27ad-4efe-b3e3-3e76acef6bbd" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Instance network_info: |[{"id": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "address": "fa:16:3e:2d:de:65", "network": {"id": "d29b680e-9ac4-4643-8a45-ab935ad24e87", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1058510388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "733ef5d7f30e4a3e99dc673b68cda4fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd424b4c1-1c", "ovs_interfaceid": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e5ae20e2-43d3-4dc0-b2da-c758bdd77706 req-efd12a7b-c033-46e4-b59c-26c27e689d1b service nova] Acquired lock "refresh_cache-3b88d054-27ad-4efe-b3e3-3e76acef6bbd" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.network.neutron [req-e5ae20e2-43d3-4dc0-b2da-c758bdd77706 req-efd12a7b-c033-46e4-b59c-26c27e689d1b service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Refreshing network info cache for port d424b4c1-1cbc-4bd0-8260-c11ef543663a {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Start _get_guest_xml network_info=[{"id": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "address": "fa:16:3e:2d:de:65", "network": {"id": "d29b680e-9ac4-4643-8a45-ab935ad24e87", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1058510388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "733ef5d7f30e4a3e99dc673b68cda4fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd424b4c1-1c", "ovs_interfaceid": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:52:07 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:52:07 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:52:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-770213698',display_name='tempest-VolumesActionsTest-instance-770213698',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-770213698',id=43,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='733ef5d7f30e4a3e99dc673b68cda4fa',ramdisk_id='',reservation_id='r-nfmh92yy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-606520612',owner_user_name='tempest-VolumesActionsTest-606520612-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:52:06Z,user_data=None,user_id='254f550be4174925b6eb7c8989b610b8',uuid=3b88d054-27ad-4efe-b3e3-3e76acef6bbd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "address": "fa:16:3e:2d:de:65", "network": {"id": "d29b680e-9ac4-4643-8a45-ab935ad24e87", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1058510388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "733ef5d7f30e4a3e99dc673b68cda4fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd424b4c1-1c", "ovs_interfaceid": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Converting VIF {"id": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "address": "fa:16:3e:2d:de:65", "network": {"id": "d29b680e-9ac4-4643-8a45-ab935ad24e87", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1058510388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "733ef5d7f30e4a3e99dc673b68cda4fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd424b4c1-1c", "ovs_interfaceid": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:de:65,bridge_name='br-int',has_traffic_filtering=True,id=d424b4c1-1cbc-4bd0-8260-c11ef543663a,network=Network(d29b680e-9ac4-4643-8a45-ab935ad24e87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd424b4c1-1c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lazy-loading 'pci_devices' on Instance uuid 3b88d054-27ad-4efe-b3e3-3e76acef6bbd {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:52:07 user nova-compute[74046]:   <uuid>3b88d054-27ad-4efe-b3e3-3e76acef6bbd</uuid>
Oct 23 18:52:07 user nova-compute[74046]:   <name>instance-0000002b</name>
Oct 23 18:52:07 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:52:07 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:52:07 user nova-compute[74046]:   <metadata>
Oct 23 18:52:07 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:52:07 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:52:07 user nova-compute[74046]:       <nova:name>tempest-VolumesActionsTest-instance-770213698</nova:name>
Oct 23 18:52:07 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:52:07</nova:creationTime>
Oct 23 18:52:07 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:52:07 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:52:07 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:52:07 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:52:07 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:52:07 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:52:07 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:52:07 user nova-compute[74046]:       <nova:owner>
Oct 23 18:52:07 user nova-compute[74046]:         <nova:user uuid="254f550be4174925b6eb7c8989b610b8">tempest-VolumesActionsTest-606520612-project-member</nova:user>
Oct 23 18:52:07 user nova-compute[74046]:         <nova:project uuid="733ef5d7f30e4a3e99dc673b68cda4fa">tempest-VolumesActionsTest-606520612</nova:project>
Oct 23 18:52:07 user nova-compute[74046]:       </nova:owner>
Oct 23 18:52:07 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:52:07 user nova-compute[74046]:       <nova:ports>
Oct 23 18:52:07 user nova-compute[74046]:         <nova:port uuid="d424b4c1-1cbc-4bd0-8260-c11ef543663a">
Oct 23 18:52:07 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 23 18:52:07 user nova-compute[74046]:         </nova:port>
Oct 23 18:52:07 user nova-compute[74046]:       </nova:ports>
Oct 23 18:52:07 user nova-compute[74046]:     </nova:instance>
Oct 23 18:52:07 user nova-compute[74046]:   </metadata>
Oct 23 18:52:07 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:52:07 user nova-compute[74046]:     <system>
Oct 23 18:52:07 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:52:07 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:52:07 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:52:07 user nova-compute[74046]:       <entry name="serial">3b88d054-27ad-4efe-b3e3-3e76acef6bbd</entry>
Oct 23 18:52:07 user nova-compute[74046]:       <entry name="uuid">3b88d054-27ad-4efe-b3e3-3e76acef6bbd</entry>
Oct 23 18:52:07 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:52:07 user nova-compute[74046]:     </system>
Oct 23 18:52:07 user nova-compute[74046]:   </sysinfo>
Oct 23 18:52:07 user nova-compute[74046]:   <os>
Oct 23 18:52:07 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:52:07 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:52:07 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:52:07 user nova-compute[74046]:   </os>
Oct 23 18:52:07 user nova-compute[74046]:   <features>
Oct 23 18:52:07 user nova-compute[74046]:     <acpi/>
Oct 23 18:52:07 user nova-compute[74046]:     <apic/>
Oct 23 18:52:07 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:52:07 user nova-compute[74046]:   </features>
Oct 23 18:52:07 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:52:07 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:52:07 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:52:07 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:52:07 user nova-compute[74046]:   </clock>
Oct 23 18:52:07 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:52:07 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:52:07 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:52:07 user nova-compute[74046]:   </cpu>
Oct 23 18:52:07 user nova-compute[74046]:   <devices>
Oct 23 18:52:07 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:52:07 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:52:07 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk"/>
Oct 23 18:52:07 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:52:07 user nova-compute[74046]:     </disk>
Oct 23 18:52:07 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:52:07 user nova-compute[74046]:       <mac address="fa:16:3e:2d:de:65"/>
Oct 23 18:52:07 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:52:07 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:52:07 user nova-compute[74046]:       <target dev="tapd424b4c1-1c"/>
Oct 23 18:52:07 user nova-compute[74046]:     </interface>
Oct 23 18:52:07 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:52:07 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/console.log" append="off"/>
Oct 23 18:52:07 user nova-compute[74046]:     </serial>
Oct 23 18:52:07 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:52:07 user nova-compute[74046]:     <video>
Oct 23 18:52:07 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:52:07 user nova-compute[74046]:     </video>
Oct 23 18:52:07 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:52:07 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:52:07 user nova-compute[74046]:     </rng>
Oct 23 18:52:07 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:52:07 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:52:07 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:52:07 user nova-compute[74046]:     </memballoon>
Oct 23 18:52:07 user nova-compute[74046]:   </devices>
Oct 23 18:52:07 user nova-compute[74046]: </domain>
Oct 23 18:52:07 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:52:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-770213698',display_name='tempest-VolumesActionsTest-instance-770213698',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-770213698',id=43,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='733ef5d7f30e4a3e99dc673b68cda4fa',ramdisk_id='',reservation_id='r-nfmh92yy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-606520612',owner_user_name='tempest-VolumesActionsTest-606520612-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:52:06Z,user_data=None,user_id='254f550be4174925b6eb7c8989b610b8',uuid=3b88d054-27ad-4efe-b3e3-3e76acef6bbd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "address": "fa:16:3e:2d:de:65", "network": {"id": "d29b680e-9ac4-4643-8a45-ab935ad24e87", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1058510388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "733ef5d7f30e4a3e99dc673b68cda4fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd424b4c1-1c", "ovs_interfaceid": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Converting VIF {"id": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "address": "fa:16:3e:2d:de:65", "network": {"id": "d29b680e-9ac4-4643-8a45-ab935ad24e87", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1058510388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "733ef5d7f30e4a3e99dc673b68cda4fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd424b4c1-1c", "ovs_interfaceid": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:de:65,bridge_name='br-int',has_traffic_filtering=True,id=d424b4c1-1cbc-4bd0-8260-c11ef543663a,network=Network(d29b680e-9ac4-4643-8a45-ab935ad24e87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd424b4c1-1c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG os_vif [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:de:65,bridge_name='br-int',has_traffic_filtering=True,id=d424b4c1-1cbc-4bd0-8260-c11ef543663a,network=Network(d29b680e-9ac4-4643-8a45-ab935ad24e87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd424b4c1-1c') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '987c553e-1462-57d3-97fd-5eb2ccfd156c', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd424b4c1-1c, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd424b4c1-1c, col_values=(('qos', UUID('4fabbe2e-b5aa-4733-974f-3e3ffbbd9f31')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd424b4c1-1c, col_values=(('external_ids', {'iface-id': 'd424b4c1-1cbc-4bd0-8260-c11ef543663a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2d:de:65', 'vm-uuid': '3b88d054-27ad-4efe-b3e3-3e76acef6bbd'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:52:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:07 user nova-compute[74046]: INFO os_vif [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:de:65,bridge_name='br-int',has_traffic_filtering=True,id=d424b4c1-1cbc-4bd0-8260-c11ef543663a,network=Network(d29b680e-9ac4-4643-8a45-ab935ad24e87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd424b4c1-1c')
Oct 23 18:52:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:52:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] No VIF found with MAC fa:16:3e:2d:de:65, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:52:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-e5ae20e2-43d3-4dc0-b2da-c758bdd77706 req-efd12a7b-c033-46e4-b59c-26c27e689d1b service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Updated VIF entry in instance network info cache for port d424b4c1-1cbc-4bd0-8260-c11ef543663a. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:52:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-e5ae20e2-43d3-4dc0-b2da-c758bdd77706 req-efd12a7b-c033-46e4-b59c-26c27e689d1b service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Updating instance_info_cache with network_info: [{"id": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "address": "fa:16:3e:2d:de:65", "network": {"id": "d29b680e-9ac4-4643-8a45-ab935ad24e87", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1058510388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "733ef5d7f30e4a3e99dc673b68cda4fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd424b4c1-1c", "ovs_interfaceid": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:52:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e5ae20e2-43d3-4dc0-b2da-c758bdd77706 req-efd12a7b-c033-46e4-b59c-26c27e689d1b service nova] Releasing lock "refresh_cache-3b88d054-27ad-4efe-b3e3-3e76acef6bbd" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:52:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:09 user nova-compute[74046]: DEBUG nova.compute.manager [req-9c4235b9-4a3e-4f05-887a-2519dc8b8c47 req-11bfed0c-8e4a-4664-b946-73cbcaec5192 service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Received event network-vif-plugged-d424b4c1-1cbc-4bd0-8260-c11ef543663a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:52:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9c4235b9-4a3e-4f05-887a-2519dc8b8c47 req-11bfed0c-8e4a-4664-b946-73cbcaec5192 service nova] Acquiring lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9c4235b9-4a3e-4f05-887a-2519dc8b8c47 req-11bfed0c-8e4a-4664-b946-73cbcaec5192 service nova] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9c4235b9-4a3e-4f05-887a-2519dc8b8c47 req-11bfed0c-8e4a-4664-b946-73cbcaec5192 service nova] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:09 user nova-compute[74046]: DEBUG nova.compute.manager [req-9c4235b9-4a3e-4f05-887a-2519dc8b8c47 req-11bfed0c-8e4a-4664-b946-73cbcaec5192 service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] No waiting events found dispatching network-vif-plugged-d424b4c1-1cbc-4bd0-8260-c11ef543663a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:52:09 user nova-compute[74046]: WARNING nova.compute.manager [req-9c4235b9-4a3e-4f05-887a-2519dc8b8c47 req-11bfed0c-8e4a-4664-b946-73cbcaec5192 service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Received unexpected event network-vif-plugged-d424b4c1-1cbc-4bd0-8260-c11ef543663a for instance with vm_state building and task_state spawning.
Oct 23 18:52:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid e2c52c3c-c4f6-41fa-877b-0b72722e21f7 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid b8e41e65-874d-4169-bd94-bdc9dcd2c95b {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 7d729064-b94b-4796-9e53-025071b56d78 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 98966a83-5606-413d-8380-71c8e2e9fb67 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 390a13b3-5a08-4f6a-9414-beefbd64d428 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 3b88d054-27ad-4efe-b3e3-3e76acef6bbd {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "7d729064-b94b-4796-9e53-025071b56d78" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "7d729064-b94b-4796-9e53-025071b56d78" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "98966a83-5606-413d-8380-71c8e2e9fb67" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "390a13b3-5a08-4f6a-9414-beefbd64d428" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.035s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.036s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "7d729064-b94b-4796-9e53-025071b56d78" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "98966a83-5606-413d-8380-71c8e2e9fb67" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.042s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.043s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:52:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Instance spawned successfully.
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:52:11 user nova-compute[74046]: INFO nova.compute.manager [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Took 5.27 seconds to spawn the instance on the hypervisor.
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:52:11 user nova-compute[74046]: INFO nova.compute.manager [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Took 5.95 seconds to build instance.
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-2347db7d-5f22-470b-8c3a-adbab52194ef req-011a4ea9-b6bc-444e-afea-4c139b9866ae service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Received event network-vif-plugged-d424b4c1-1cbc-4bd0-8260-c11ef543663a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2347db7d-5f22-470b-8c3a-adbab52194ef req-011a4ea9-b6bc-444e-afea-4c139b9866ae service nova] Acquiring lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2347db7d-5f22-470b-8c3a-adbab52194ef req-011a4ea9-b6bc-444e-afea-4c139b9866ae service nova] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2347db7d-5f22-470b-8c3a-adbab52194ef req-011a4ea9-b6bc-444e-afea-4c139b9866ae service nova] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-2347db7d-5f22-470b-8c3a-adbab52194ef req-011a4ea9-b6bc-444e-afea-4c139b9866ae service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] No waiting events found dispatching network-vif-plugged-d424b4c1-1cbc-4bd0-8260-c11ef543663a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:52:11 user nova-compute[74046]: WARNING nova.compute.manager [req-2347db7d-5f22-470b-8c3a-adbab52194ef req-011a4ea9-b6bc-444e-afea-4c139b9866ae service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Received unexpected event network-vif-plugged-d424b4c1-1cbc-4bd0-8260-c11ef543663a for instance with vm_state active and task_state None.
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b187bee5-c234-41f0-99dc-bc2f9fd08424 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.214s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.341s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:11 user nova-compute[74046]: INFO nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] During sync_power_state the instance has a pending task (spawning). Skip.
Oct 23 18:52:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "57fe199a-7efd-48b8-802c-29cb64a91a9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:15 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:52:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:15 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:52:15 user nova-compute[74046]: INFO nova.compute.claims [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Claim successful on node user
Oct 23 18:52:16 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.396s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:52:16 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:52:16 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:52:16 user nova-compute[74046]: INFO nova.virt.block_device [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Booting with volume 84ac7a4b-ba37-4988-add7-dbe7e6156dcd at /dev/vda
Oct 23 18:52:16 user nova-compute[74046]: DEBUG nova.policy [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe3c0efd2fde409482533fd6ab736bd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '397fdd99761b4b0bb5cd041b6773e4cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG os_brick.utils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0b6dd37-3a24-44a2-809d-c8b2bd997713]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[125feb15-cc03-49d3-89f8-6e866a91895b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa65461c-1db5-4087-a860-78a6e383010c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a351f815-bbf8-42fd-8b1b-e44744a0b966]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:52:16 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:52:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8109a4af-813b-4522-afd3-aa3667866812]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG os_brick.utils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:52:16 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updating existing volume attachment record: 7c568a51-f149-44ca-82dc-349fb0805feb {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:52:17 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Successfully created port: 015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:52:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Successfully updated port: 015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquired lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-0249daf0-f0f5-451e-b918-f80d6b092b27 req-e03cadd8-30fa-4286-8088-af6e75c1452c service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-changed-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG nova.compute.manager [req-0249daf0-f0f5-451e-b918-f80d6b092b27 req-e03cadd8-30fa-4286-8088-af6e75c1452c service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Refreshing instance network info cache due to event network-changed-015007db-5c28-45e0-9c79-472a0455f60a. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0249daf0-f0f5-451e-b918-f80d6b092b27 req-e03cadd8-30fa-4286-8088-af6e75c1452c service nova] Acquiring lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updating instance_info_cache with network_info: [{"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Releasing lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Instance network_info: |[{"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0249daf0-f0f5-451e-b918-f80d6b092b27 req-e03cadd8-30fa-4286-8088-af6e75c1452c service nova] Acquired lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG nova.network.neutron [req-0249daf0-f0f5-451e-b918-f80d6b092b27 req-e03cadd8-30fa-4286-8088-af6e75c1452c service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Refreshing network info cache for port 015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG nova.network.neutron [req-0249daf0-f0f5-451e-b918-f80d6b092b27 req-e03cadd8-30fa-4286-8088-af6e75c1452c service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updated VIF entry in instance network info cache for port 015007db-5c28-45e0-9c79-472a0455f60a. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG nova.network.neutron [req-0249daf0-f0f5-451e-b918-f80d6b092b27 req-e03cadd8-30fa-4286-8088-af6e75c1452c service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updating instance_info_cache with network_info: [{"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0249daf0-f0f5-451e-b918-f80d6b092b27 req-e03cadd8-30fa-4286-8088-af6e75c1452c service nova] Releasing lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:52:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:21 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:52:21 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:52:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-7d729064-b94b-4796-9e53-025071b56d78" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:52:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-7d729064-b94b-4796-9e53-025071b56d78" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:52:21 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:52:21 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Updating instance_info_cache with network_info: [{"id": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "address": "fa:16:3e:c6:83:f2", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa03c5-04", "ovs_interfaceid": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:52:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-7d729064-b94b-4796-9e53-025071b56d78" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:52:21 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:52:21 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:52:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:26 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:52:27 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:52:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:28 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:52:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:52:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:31 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:52:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:52:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:33 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:52:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:33 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:52:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:52:34 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Creating image(s)
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Ensure instance console log exists: /opt/stack/data/nova/instances/57fe199a-7efd-48b8-802c-29cb64a91a9e/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Start _get_guest_xml network_info=[{"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '7c568a51-f149-44ca-82dc-349fb0805feb', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LqEnTzvO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '57fe199a-7efd-48b8-802c-29cb64a91a9e', 'attached_at': '', 'detached_at': '', 'volume_id': '84ac7a4b-ba37-4988-add7-dbe7e6156dcd', 'serial': '84ac7a4b-ba37-4988-add7-dbe7e6156dcd'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:52:34 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:52:34 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LqEnTzvO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:52:34 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:52:34 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:52:34 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0af86aa7-eb8a-42b2-af7b-79f0143a8bc9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:52:34 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c18a64e3-eed6-4545-89d3-87c3a5456468]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd] added
Oct 23 18:52:34 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c366e0bd-91d8-41ab-aa1c-3f3c2c9ac1a8]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2c25376-af93-4daa-9b74-407a38c43ba8]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LqEnTzvO {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LqEnTzvO" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[49f39cf3-740c-49ee-b0b0-0106872300a7]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LqEnTzvO'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[63cf82d6-1a2d-4443-9c91-3d7fd8f0482d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[54fe8ea7-8e16-4000-9cae-737d31ac4c2d]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:52:34 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:52:34 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:52:34 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:52:34 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:52:34 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:52:34 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d15ac69-6242-46fb-8a15-d7ad80a6ac43]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260]
Oct 23 18:52:34 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260] successful.
Oct 23 18:52:34 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[11fe532e-9267-4647-aa55-279133885bcc]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fbfcdab-4184-4772-a57b-3fb3f94c2268]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:52:34 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:52:34 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:52:34 user nova-compute[74046]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:52:34 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:52:34 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:52:34 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:52:34 user nova-compute[74046]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:52:34 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] HCTL ('36', '-', '-', 0) found on session 53 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef1c94b9-23e2-4076-87fe-d4aa82ec2f4f]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Searching for a device in session 53 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LqEnTzvO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:34 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:52:34 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:52:34 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8239MB free_disk=24.92095947265625GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 7d729064-b94b-4796-9e53-025071b56d78 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 98966a83-5606-413d-8380-71c8e2e9fb67 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 390a13b3-5a08-4f6a-9414-beefbd64d428 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 3b88d054-27ad-4efe-b3e3-3e76acef6bbd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 57fe199a-7efd-48b8-802c-29cb64a91a9e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.403s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] <== connect_volume: return (1348ms) {'type': 'block', 'scsi_wwn': '26331646564316365', 'path': '/dev/sde'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26331646564316365', 'path': '/dev/sde'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:52:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-388690005',display_name='tempest-TestShelveInstance-server-388690005',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-388690005',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFp6LcRVIIFL9WUye4A/8KeUwxZYLCd7Ah3ba3Sjx9REPf6DM/RHfVXgmJpLFpF7cwo2F2scPgZplXU0NAkDrnDem99jaRyiFUE7EmMCRQ9Qq6HQ2/1W5kttGo01BdN0mA==',key_name='tempest-TestShelveInstance-983147247',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='397fdd99761b4b0bb5cd041b6773e4cd',ramdisk_id='',reservation_id='r-b55wo0eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-28083703',owner_user_name='tempest-TestShelveInstance-28083703-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:52:17Z,user_data=None,user_id='fe3c0efd2fde409482533fd6ab736bd3',uuid=57fe199a-7efd-48b8-802c-29cb64a91a9e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Converting VIF {"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.objects.instance [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lazy-loading 'pci_devices' on Instance uuid 57fe199a-7efd-48b8-802c-29cb64a91a9e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:52:35 user nova-compute[74046]:   <uuid>57fe199a-7efd-48b8-802c-29cb64a91a9e</uuid>
Oct 23 18:52:35 user nova-compute[74046]:   <name>instance-0000002c</name>
Oct 23 18:52:35 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:52:35 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:52:35 user nova-compute[74046]:   <metadata>
Oct 23 18:52:35 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:52:35 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:52:35 user nova-compute[74046]:       <nova:name>tempest-TestShelveInstance-server-388690005</nova:name>
Oct 23 18:52:35 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:52:34</nova:creationTime>
Oct 23 18:52:35 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:52:35 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:52:35 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:52:35 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:52:35 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:52:35 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:52:35 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:52:35 user nova-compute[74046]:       <nova:owner>
Oct 23 18:52:35 user nova-compute[74046]:         <nova:user uuid="fe3c0efd2fde409482533fd6ab736bd3">tempest-TestShelveInstance-28083703-project-member</nova:user>
Oct 23 18:52:35 user nova-compute[74046]:         <nova:project uuid="397fdd99761b4b0bb5cd041b6773e4cd">tempest-TestShelveInstance-28083703</nova:project>
Oct 23 18:52:35 user nova-compute[74046]:       </nova:owner>
Oct 23 18:52:35 user nova-compute[74046]:       <nova:ports>
Oct 23 18:52:35 user nova-compute[74046]:         <nova:port uuid="015007db-5c28-45e0-9c79-472a0455f60a">
Oct 23 18:52:35 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 23 18:52:35 user nova-compute[74046]:         </nova:port>
Oct 23 18:52:35 user nova-compute[74046]:       </nova:ports>
Oct 23 18:52:35 user nova-compute[74046]:     </nova:instance>
Oct 23 18:52:35 user nova-compute[74046]:   </metadata>
Oct 23 18:52:35 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:52:35 user nova-compute[74046]:     <system>
Oct 23 18:52:35 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:52:35 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:52:35 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:52:35 user nova-compute[74046]:       <entry name="serial">57fe199a-7efd-48b8-802c-29cb64a91a9e</entry>
Oct 23 18:52:35 user nova-compute[74046]:       <entry name="uuid">57fe199a-7efd-48b8-802c-29cb64a91a9e</entry>
Oct 23 18:52:35 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:52:35 user nova-compute[74046]:     </system>
Oct 23 18:52:35 user nova-compute[74046]:   </sysinfo>
Oct 23 18:52:35 user nova-compute[74046]:   <os>
Oct 23 18:52:35 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:52:35 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:52:35 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:52:35 user nova-compute[74046]:   </os>
Oct 23 18:52:35 user nova-compute[74046]:   <features>
Oct 23 18:52:35 user nova-compute[74046]:     <acpi/>
Oct 23 18:52:35 user nova-compute[74046]:     <apic/>
Oct 23 18:52:35 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:52:35 user nova-compute[74046]:   </features>
Oct 23 18:52:35 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:52:35 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:52:35 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:52:35 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:52:35 user nova-compute[74046]:   </clock>
Oct 23 18:52:35 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:52:35 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:52:35 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:52:35 user nova-compute[74046]:   </cpu>
Oct 23 18:52:35 user nova-compute[74046]:   <devices>
Oct 23 18:52:35 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:52:35 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:52:35 user nova-compute[74046]:       <source dev="/dev/sde"/>
Oct 23 18:52:35 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:52:35 user nova-compute[74046]:       <serial>84ac7a4b-ba37-4988-add7-dbe7e6156dcd</serial>
Oct 23 18:52:35 user nova-compute[74046]:     </disk>
Oct 23 18:52:35 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:52:35 user nova-compute[74046]:       <mac address="fa:16:3e:48:ba:49"/>
Oct 23 18:52:35 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:52:35 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:52:35 user nova-compute[74046]:       <target dev="tap015007db-5c"/>
Oct 23 18:52:35 user nova-compute[74046]:     </interface>
Oct 23 18:52:35 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:52:35 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/57fe199a-7efd-48b8-802c-29cb64a91a9e/console.log" append="off"/>
Oct 23 18:52:35 user nova-compute[74046]:     </serial>
Oct 23 18:52:35 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:52:35 user nova-compute[74046]:     <video>
Oct 23 18:52:35 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:52:35 user nova-compute[74046]:     </video>
Oct 23 18:52:35 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:52:35 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:52:35 user nova-compute[74046]:     </rng>
Oct 23 18:52:35 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:52:35 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:52:35 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:52:35 user nova-compute[74046]:     </memballoon>
Oct 23 18:52:35 user nova-compute[74046]:   </devices>
Oct 23 18:52:35 user nova-compute[74046]: </domain>
Oct 23 18:52:35 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:52:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-388690005',display_name='tempest-TestShelveInstance-server-388690005',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-388690005',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFp6LcRVIIFL9WUye4A/8KeUwxZYLCd7Ah3ba3Sjx9REPf6DM/RHfVXgmJpLFpF7cwo2F2scPgZplXU0NAkDrnDem99jaRyiFUE7EmMCRQ9Qq6HQ2/1W5kttGo01BdN0mA==',key_name='tempest-TestShelveInstance-983147247',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='397fdd99761b4b0bb5cd041b6773e4cd',ramdisk_id='',reservation_id='r-b55wo0eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-28083703',owner_user_name='tempest-TestShelveInstance-28083703-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:52:17Z,user_data=None,user_id='fe3c0efd2fde409482533fd6ab736bd3',uuid=57fe199a-7efd-48b8-802c-29cb64a91a9e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Converting VIF {"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG os_vif [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '21e4a1ba-cbcb-5ee8-86d4-e27329c62f83', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap015007db-5c, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap015007db-5c, col_values=(('qos', UUID('8140c772-6b0e-4213-864f-1785d12e440a')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap015007db-5c, col_values=(('external_ids', {'iface-id': '015007db-5c28-45e0-9c79-472a0455f60a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:48:ba:49', 'vm-uuid': '57fe199a-7efd-48b8-802c-29cb64a91a9e'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:35 user nova-compute[74046]: INFO os_vif [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c')
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:52:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] No VIF found with MAC fa:16:3e:48:ba:49, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:52:36 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:52:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-d2047662-121b-4766-95e5-32d7a0b23241 req-a4a1ba8c-78c6-4646-a986-c8b0d4b4107d service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:52:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d2047662-121b-4766-95e5-32d7a0b23241 req-a4a1ba8c-78c6-4646-a986-c8b0d4b4107d service nova] Acquiring lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d2047662-121b-4766-95e5-32d7a0b23241 req-a4a1ba8c-78c6-4646-a986-c8b0d4b4107d service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d2047662-121b-4766-95e5-32d7a0b23241 req-a4a1ba8c-78c6-4646-a986-c8b0d4b4107d service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-d2047662-121b-4766-95e5-32d7a0b23241 req-a4a1ba8c-78c6-4646-a986-c8b0d4b4107d service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] No waiting events found dispatching network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:52:37 user nova-compute[74046]: WARNING nova.compute.manager [req-d2047662-121b-4766-95e5-32d7a0b23241 req-a4a1ba8c-78c6-4646-a986-c8b0d4b4107d service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received unexpected event network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a for instance with vm_state building and task_state spawning.
Oct 23 18:52:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "98966a83-5606-413d-8380-71c8e2e9fb67" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:38 user nova-compute[74046]: INFO nova.compute.manager [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Terminating instance
Oct 23 18:52:38 user nova-compute[74046]: DEBUG nova.compute.manager [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-3804e218-c49e-43ae-a448-f6c04828739e req-76acb225-1243-4a40-94fe-9b9600dfc57b service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-unplugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3804e218-c49e-43ae-a448-f6c04828739e req-76acb225-1243-4a40-94fe-9b9600dfc57b service nova] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3804e218-c49e-43ae-a448-f6c04828739e req-76acb225-1243-4a40-94fe-9b9600dfc57b service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-3804e218-c49e-43ae-a448-f6c04828739e req-76acb225-1243-4a40-94fe-9b9600dfc57b service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-3804e218-c49e-43ae-a448-f6c04828739e req-76acb225-1243-4a40-94fe-9b9600dfc57b service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] No waiting events found dispatching network-vif-unplugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG nova.compute.manager [req-3804e218-c49e-43ae-a448-f6c04828739e req-76acb225-1243-4a40-94fe-9b9600dfc57b service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-unplugged-c16f9151-41b3-4b5f-bb8c-1b29484500af for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:38 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Instance destroyed successfully.
Oct 23 18:52:38 user nova-compute[74046]: DEBUG nova.objects.instance [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'resources' on Instance uuid 98966a83-5606-413d-8380-71c8e2e9fb67 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:47:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1324103784',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1324103784',id=39,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:49:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-hwv49n5t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:50:52Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=98966a83-5606-413d-8380-71c8e2e9fb67,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "address": "fa:16:3e:5a:e9:56", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc16f9151-41", "ovs_interfaceid": "c16f9151-41b3-4b5f-bb8c-1b29484500af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=c16f9151-41b3-4b5f-bb8c-1b29484500af,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc16f9151-41') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG os_vif [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=c16f9151-41b3-4b5f-bb8c-1b29484500af,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc16f9151-41') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc16f9151-41, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=78b6bda9-8dfe-47cb-9935-5f9e20a771aa) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:38 user nova-compute[74046]: INFO os_vif [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:e9:56,bridge_name='br-int',has_traffic_filtering=True,id=c16f9151-41b3-4b5f-bb8c-1b29484500af,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc16f9151-41')
Oct 23 18:52:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KcFOGtkY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:52:38 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:52:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd5c1673-ae24-496b-aca9-75ad4869b426]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:52:38 user nova-compute[74046]: No targets found.
Oct 23 18:52:38 user nova-compute[74046]: iSNS:
Oct 23 18:52:38 user nova-compute[74046]: No targets found.
Oct 23 18:52:38 user nova-compute[74046]: STATIC:
Oct 23 18:52:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd
Oct 23 18:52:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:52:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:52:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16
Oct 23 18:52:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:52:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:52:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8
Oct 23 18:52:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:52:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:52:38 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:52:38 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:52:38 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:52:38 user nova-compute[74046]: FIRMWARE:
Oct 23 18:52:38 user nova-compute[74046]: No targets found.
Oct 23 18:52:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:52:38 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:52:38 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a01f113d-737d-43ba-b3fc-544cf44e4db6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[71d8819b-e169-45c1-aab4-df4ab52d29c3]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:52:38 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:52:38 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:52:38 user nova-compute[74046]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:52:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:52:38 user nova-compute[74046]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 (non-flash)
Oct 23 18:52:38 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:52:38 user nova-compute[74046]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:52:38 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef07617e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7272a576-46f2-4be6-bfdf-4d81b09fad17]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[55994fcb-7322-4645-869a-12592955e886]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[01907f36-3aa8-4848-9ace-a7d97c6f23db]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[693fd563-5578-41b6-891d-38aa59d7746e]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23666663166323066', '/dev/disk/by-id/scsi-1SCST_BIO93996618-6ff1f20f366e7da4', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_93996618') {{(pid=85373) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbb0ea4b-8258-49e5-b400-2b46bc421c87]: (4, None) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b02681f-301b-4b06-a7fd-357b6248a291]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[39302bdf-fd27-460a-a15c-ee6fb0b8f6e2]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16, portal: 172.16.0.220,3260]
Oct 23 18:52:39 user nova-compute[74046]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16, portal: 172.16.0.220,3260] successful.
Oct 23 18:52:39 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:042f1a47-e1b0-4834-8f68-b0f7543ecf16 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2726661d-eb30-4886-bdb8-3f002a128e19]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.353s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] <== disconnect_volume: return (354ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:52:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Deleting instance files /opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67_del
Oct 23 18:52:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Deletion of /opt/stack/data/nova/instances/98966a83-5606-413d-8380-71c8e2e9fb67_del complete
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.compute.manager [req-1f92a24c-3883-4454-ac81-c893d57ff867 req-d61f5577-26d0-4bbd-bf93-ad0d9d186ee3 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f92a24c-3883-4454-ac81-c893d57ff867 req-d61f5577-26d0-4bbd-bf93-ad0d9d186ee3 service nova] Acquiring lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f92a24c-3883-4454-ac81-c893d57ff867 req-d61f5577-26d0-4bbd-bf93-ad0d9d186ee3 service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f92a24c-3883-4454-ac81-c893d57ff867 req-d61f5577-26d0-4bbd-bf93-ad0d9d186ee3 service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.compute.manager [req-1f92a24c-3883-4454-ac81-c893d57ff867 req-d61f5577-26d0-4bbd-bf93-ad0d9d186ee3 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] No waiting events found dispatching network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:52:39 user nova-compute[74046]: WARNING nova.compute.manager [req-1f92a24c-3883-4454-ac81-c893d57ff867 req-d61f5577-26d0-4bbd-bf93-ad0d9d186ee3 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received unexpected event network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a for instance with vm_state building and task_state spawning.
Oct 23 18:52:39 user nova-compute[74046]: INFO nova.compute.manager [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Took 1.23 seconds to destroy the instance on the hypervisor.
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:52:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Instance spawned successfully.
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:52:39 user nova-compute[74046]: INFO nova.compute.manager [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Took 5.48 seconds to spawn the instance on the hypervisor.
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:52:39 user nova-compute[74046]: INFO nova.compute.manager [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Took 23.70 seconds to build instance.
Oct 23 18:52:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c04692ea-e4e7-4962-bc33-3c2291566a95 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.800s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:39 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:52:39 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Took 0.48 seconds to deallocate network for instance.
Oct 23 18:52:40 user nova-compute[74046]: DEBUG nova.compute.manager [req-724844e5-5805-470b-8534-5ff9379ec1f8 req-8a1fde25-f08a-4e05-ac9d-883b71469664 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:52:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-724844e5-5805-470b-8534-5ff9379ec1f8 req-8a1fde25-f08a-4e05-ac9d-883b71469664 service nova] Acquiring lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-724844e5-5805-470b-8534-5ff9379ec1f8 req-8a1fde25-f08a-4e05-ac9d-883b71469664 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-724844e5-5805-470b-8534-5ff9379ec1f8 req-8a1fde25-f08a-4e05-ac9d-883b71469664 service nova] Lock "98966a83-5606-413d-8380-71c8e2e9fb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:40 user nova-compute[74046]: DEBUG nova.compute.manager [req-724844e5-5805-470b-8534-5ff9379ec1f8 req-8a1fde25-f08a-4e05-ac9d-883b71469664 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] No waiting events found dispatching network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:52:40 user nova-compute[74046]: WARNING nova.compute.manager [req-724844e5-5805-470b-8534-5ff9379ec1f8 req-8a1fde25-f08a-4e05-ac9d-883b71469664 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received unexpected event network-vif-plugged-c16f9151-41b3-4b5f-bb8c-1b29484500af for instance with vm_state active and task_state deleting.
Oct 23 18:52:40 user nova-compute[74046]: DEBUG nova.compute.manager [req-724844e5-5805-470b-8534-5ff9379ec1f8 req-8a1fde25-f08a-4e05-ac9d-883b71469664 service nova] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Received event network-vif-deleted-c16f9151-41b3-4b5f-bb8c-1b29484500af {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:52:40 user nova-compute[74046]: INFO nova.compute.manager [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 98966a83-5606-413d-8380-71c8e2e9fb67] Took 0.87 seconds to detach 1 volumes for instance.
Oct 23 18:52:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:52:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:52:40 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:52:40 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:52:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.256s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:40 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Deleted allocations for instance 98966a83-5606-413d-8380-71c8e2e9fb67
Oct 23 18:52:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6fca966b-31b3-44dc-84d0-e7ed2db2f2de tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "98966a83-5606-413d-8380-71c8e2e9fb67" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.051s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:52:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-030fc548-b168-46ed-8dfb-72a1cf7bee96 req-b678a31f-ea84-4448-ab96-27a766eae49c service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Received event network-changed-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:52:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-030fc548-b168-46ed-8dfb-72a1cf7bee96 req-b678a31f-ea84-4448-ab96-27a766eae49c service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Refreshing instance network info cache due to event network-changed-01d84f39-7ca5-4fe1-b8ce-38aabd8df354. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:52:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-030fc548-b168-46ed-8dfb-72a1cf7bee96 req-b678a31f-ea84-4448-ab96-27a766eae49c service nova] Acquiring lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:52:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-030fc548-b168-46ed-8dfb-72a1cf7bee96 req-b678a31f-ea84-4448-ab96-27a766eae49c service nova] Acquired lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:52:48 user nova-compute[74046]: DEBUG nova.network.neutron [req-030fc548-b168-46ed-8dfb-72a1cf7bee96 req-b678a31f-ea84-4448-ab96-27a766eae49c service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Refreshing network info cache for port 01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:52:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-030fc548-b168-46ed-8dfb-72a1cf7bee96 req-b678a31f-ea84-4448-ab96-27a766eae49c service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Updated VIF entry in instance network info cache for port 01d84f39-7ca5-4fe1-b8ce-38aabd8df354. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:52:49 user nova-compute[74046]: DEBUG nova.network.neutron [req-030fc548-b168-46ed-8dfb-72a1cf7bee96 req-b678a31f-ea84-4448-ab96-27a766eae49c service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Updating instance_info_cache with network_info: [{"id": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "address": "fa:16:3e:a2:14:93", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01d84f39-7c", "ovs_interfaceid": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:52:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-030fc548-b168-46ed-8dfb-72a1cf7bee96 req-b678a31f-ea84-4448-ab96-27a766eae49c service nova] Releasing lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:52:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:52:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:53:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:05 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:53:05 user nova-compute[74046]: INFO nova.compute.claims [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Claim successful on node user
Oct 23 18:53:06 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.386s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG nova.network.neutron [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:53:06 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:53:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG nova.policy [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4874ac0a6b84fd3bc00d6d3513fd477', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bae0e28245d541e5bcb945983ce4d335', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:53:06 user nova-compute[74046]: INFO nova.virt.block_device [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Booting with volume 4c9133dc-8016-4b83-a8f6-7bd63d1e914a at /dev/vda
Oct 23 18:53:06 user nova-compute[74046]: DEBUG os_brick.utils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[baf105f6-2d80-4f07-b74a-c52eb9468a6b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e386e98-a7c9-465d-8f5e-80a7b4bafd2f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba0b3f8e-3c1d-4932-987f-6a0d795df4eb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[741e1eec-a3dc-4d65-88dd-4d6001a545a9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:53:06 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:53:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9d54400-0c15-4c62-8075-5f0db9d52938]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG os_brick.utils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:53:06 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Updating existing volume attachment record: ba00cf0a-bcf4-4e1e-9ae0-6a095d93997b {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:53:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Successfully created port: 47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:53:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Successfully updated port: 47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:53:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "refresh_cache-5e6611fe-b18d-40b9-8e0f-f74499b24f06" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:53:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquired lock "refresh_cache-5e6611fe-b18d-40b9-8e0f-f74499b24f06" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:53:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:53:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-125530da-01ed-499e-871c-f4feea81a4ef req-addddcb8-b4c5-4545-9f80-aef9d3cd2a7e service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Received event network-changed-47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:53:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-125530da-01ed-499e-871c-f4feea81a4ef req-addddcb8-b4c5-4545-9f80-aef9d3cd2a7e service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Refreshing instance network info cache due to event network-changed-47c352c7-3c48-4f7d-8996-009f496a938c. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:53:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-125530da-01ed-499e-871c-f4feea81a4ef req-addddcb8-b4c5-4545-9f80-aef9d3cd2a7e service nova] Acquiring lock "refresh_cache-5e6611fe-b18d-40b9-8e0f-f74499b24f06" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:53:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:53:08 user nova-compute[74046]: DEBUG nova.network.neutron [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Updating instance_info_cache with network_info: [{"id": "47c352c7-3c48-4f7d-8996-009f496a938c", "address": "fa:16:3e:ea:cc:b6", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c352c7-3c", "ovs_interfaceid": "47c352c7-3c48-4f7d-8996-009f496a938c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:53:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Releasing lock "refresh_cache-5e6611fe-b18d-40b9-8e0f-f74499b24f06" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:53:08 user nova-compute[74046]: DEBUG nova.compute.manager [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Instance network_info: |[{"id": "47c352c7-3c48-4f7d-8996-009f496a938c", "address": "fa:16:3e:ea:cc:b6", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c352c7-3c", "ovs_interfaceid": "47c352c7-3c48-4f7d-8996-009f496a938c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:53:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-125530da-01ed-499e-871c-f4feea81a4ef req-addddcb8-b4c5-4545-9f80-aef9d3cd2a7e service nova] Acquired lock "refresh_cache-5e6611fe-b18d-40b9-8e0f-f74499b24f06" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:53:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-125530da-01ed-499e-871c-f4feea81a4ef req-addddcb8-b4c5-4545-9f80-aef9d3cd2a7e service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Refreshing network info cache for port 47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:53:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-125530da-01ed-499e-871c-f4feea81a4ef req-addddcb8-b4c5-4545-9f80-aef9d3cd2a7e service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Updated VIF entry in instance network info cache for port 47c352c7-3c48-4f7d-8996-009f496a938c. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:53:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-125530da-01ed-499e-871c-f4feea81a4ef req-addddcb8-b4c5-4545-9f80-aef9d3cd2a7e service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Updating instance_info_cache with network_info: [{"id": "47c352c7-3c48-4f7d-8996-009f496a938c", "address": "fa:16:3e:ea:cc:b6", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c352c7-3c", "ovs_interfaceid": "47c352c7-3c48-4f7d-8996-009f496a938c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:53:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-125530da-01ed-499e-871c-f4feea81a4ef req-addddcb8-b4c5-4545-9f80-aef9d3cd2a7e service nova] Releasing lock "refresh_cache-5e6611fe-b18d-40b9-8e0f-f74499b24f06" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:53:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:21 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:53:22 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:53:22 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:53:22 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Didn't find any instances for network info cache update. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 18:53:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.compute.manager [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:53:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Creating image(s)
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Ensure instance console log exists: /opt/stack/data/nova/instances/5e6611fe-b18d-40b9-8e0f-f74499b24f06/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Start _get_guest_xml network_info=[{"id": "47c352c7-3c48-4f7d-8996-009f496a938c", "address": "fa:16:3e:ea:cc:b6", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c352c7-3c", "ovs_interfaceid": "47c352c7-3c48-4f7d-8996-009f496a938c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': 'ba00cf0a-bcf4-4e1e-9ae0-6a095d93997b', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xVdszuwW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5e6611fe-b18d-40b9-8e0f-f74499b24f06', 'attached_at': '', 'detached_at': '', 'volume_id': '4c9133dc-8016-4b83-a8f6-7bd63d1e914a', 'serial': '4c9133dc-8016-4b83-a8f6-7bd63d1e914a'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:53:24 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:53:24 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xVdszuwW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:53:24 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:53:24 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:53:24 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[df84ce2e-bfad-46f1-bec0-b0bc1d6eb502]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:53:24 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[77db44d2-4ab0-4e14-98f8-a2249fca69c9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a] added
Oct 23 18:53:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[56617911-b007-41f8-a206-92182471cbeb]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3695e52e-df90-4793-a226-ddbba8eab8ae]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xVdszuwW {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xVdszuwW" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcb2f924-2dcf-4db7-895b-c2b9ea5386c6]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xVdszuwW'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9154787-70d8-4a30-b52d-69e79843b0ae]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a18856a5-7381-4dcf-9b2a-9fd463b04843]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:53:24 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:53:24 user nova-compute[74046]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:53:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:53:24 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:53:24 user nova-compute[74046]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:53:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fdf62e7-93ca-4101-904f-21c1e9b2180f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a, portal: 172.16.0.220,3260]
Oct 23 18:53:24 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a, portal: 172.16.0.220,3260] successful.
Oct 23 18:53:24 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e400723b-a5d9-45c1-9fd8-910acdbac411]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:53:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3361d73e-5b09-4f93-85cb-15ceaad3bd99]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:53:25 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:53:25 user nova-compute[74046]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:53:25 user nova-compute[74046]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a (non-flash)
Oct 23 18:53:25 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:53:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:53:25 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:53:25 user nova-compute[74046]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:53:25 user nova-compute[74046]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a (non-flash)
Oct 23 18:53:25 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:53:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:53:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:53:25 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:53:25 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:53:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0990ac4-451d-410f-9b48-62c781a31555]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:53:25 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:53:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xVdszuwW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== connect_volume: return (1346ms) {'type': 'block', 'scsi_wwn': '26639333533393464', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26639333533393464', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:53:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-381874982',display_name='tempest-TestVolumeBootPattern-server-381874982',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-381874982',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOwJXWZObbnBwPxMTtNJwctS1ZfHH+e4cH4aP/7dwRI91MdufvSIVzzc+yktIpjc+i1OUY6DaRKOUqsJIO52zRcja3J4Fdt97vWY2TWfY/bgm0IhtRFHC5nMsMwT6N/Hjw==',key_name='tempest-TestVolumeBootPattern-2014706480',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-8ojrkft7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:53:06Z,user_data=None,user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=5e6611fe-b18d-40b9-8e0f-f74499b24f06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47c352c7-3c48-4f7d-8996-009f496a938c", "address": "fa:16:3e:ea:cc:b6", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c352c7-3c", "ovs_interfaceid": "47c352c7-3c48-4f7d-8996-009f496a938c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "47c352c7-3c48-4f7d-8996-009f496a938c", "address": "fa:16:3e:ea:cc:b6", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c352c7-3c", "ovs_interfaceid": "47c352c7-3c48-4f7d-8996-009f496a938c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:cc:b6,bridge_name='br-int',has_traffic_filtering=True,id=47c352c7-3c48-4f7d-8996-009f496a938c,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c352c7-3c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG nova.objects.instance [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lazy-loading 'pci_devices' on Instance uuid 5e6611fe-b18d-40b9-8e0f-f74499b24f06 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:53:26 user nova-compute[74046]:   <uuid>5e6611fe-b18d-40b9-8e0f-f74499b24f06</uuid>
Oct 23 18:53:26 user nova-compute[74046]:   <name>instance-0000002d</name>
Oct 23 18:53:26 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:53:26 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:53:26 user nova-compute[74046]:   <metadata>
Oct 23 18:53:26 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:53:26 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:53:26 user nova-compute[74046]:       <nova:name>tempest-TestVolumeBootPattern-server-381874982</nova:name>
Oct 23 18:53:26 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:53:24</nova:creationTime>
Oct 23 18:53:26 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:53:26 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:53:26 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:53:26 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:53:26 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:53:26 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:53:26 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:53:26 user nova-compute[74046]:       <nova:owner>
Oct 23 18:53:26 user nova-compute[74046]:         <nova:user uuid="f4874ac0a6b84fd3bc00d6d3513fd477">tempest-TestVolumeBootPattern-462875323-project-member</nova:user>
Oct 23 18:53:26 user nova-compute[74046]:         <nova:project uuid="bae0e28245d541e5bcb945983ce4d335">tempest-TestVolumeBootPattern-462875323</nova:project>
Oct 23 18:53:26 user nova-compute[74046]:       </nova:owner>
Oct 23 18:53:26 user nova-compute[74046]:       <nova:ports>
Oct 23 18:53:26 user nova-compute[74046]:         <nova:port uuid="47c352c7-3c48-4f7d-8996-009f496a938c">
Oct 23 18:53:26 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 18:53:26 user nova-compute[74046]:         </nova:port>
Oct 23 18:53:26 user nova-compute[74046]:       </nova:ports>
Oct 23 18:53:26 user nova-compute[74046]:     </nova:instance>
Oct 23 18:53:26 user nova-compute[74046]:   </metadata>
Oct 23 18:53:26 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:53:26 user nova-compute[74046]:     <system>
Oct 23 18:53:26 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:53:26 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:53:26 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:53:26 user nova-compute[74046]:       <entry name="serial">5e6611fe-b18d-40b9-8e0f-f74499b24f06</entry>
Oct 23 18:53:26 user nova-compute[74046]:       <entry name="uuid">5e6611fe-b18d-40b9-8e0f-f74499b24f06</entry>
Oct 23 18:53:26 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:53:26 user nova-compute[74046]:     </system>
Oct 23 18:53:26 user nova-compute[74046]:   </sysinfo>
Oct 23 18:53:26 user nova-compute[74046]:   <os>
Oct 23 18:53:26 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:53:26 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:53:26 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:53:26 user nova-compute[74046]:   </os>
Oct 23 18:53:26 user nova-compute[74046]:   <features>
Oct 23 18:53:26 user nova-compute[74046]:     <acpi/>
Oct 23 18:53:26 user nova-compute[74046]:     <apic/>
Oct 23 18:53:26 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:53:26 user nova-compute[74046]:   </features>
Oct 23 18:53:26 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:53:26 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:53:26 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:53:26 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:53:26 user nova-compute[74046]:   </clock>
Oct 23 18:53:26 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:53:26 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:53:26 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:53:26 user nova-compute[74046]:   </cpu>
Oct 23 18:53:26 user nova-compute[74046]:   <devices>
Oct 23 18:53:26 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:53:26 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:53:26 user nova-compute[74046]:       <source dev="/dev/sdb"/>
Oct 23 18:53:26 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:53:26 user nova-compute[74046]:       <serial>4c9133dc-8016-4b83-a8f6-7bd63d1e914a</serial>
Oct 23 18:53:26 user nova-compute[74046]:     </disk>
Oct 23 18:53:26 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:53:26 user nova-compute[74046]:       <mac address="fa:16:3e:ea:cc:b6"/>
Oct 23 18:53:26 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:53:26 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:53:26 user nova-compute[74046]:       <target dev="tap47c352c7-3c"/>
Oct 23 18:53:26 user nova-compute[74046]:     </interface>
Oct 23 18:53:26 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:53:26 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/5e6611fe-b18d-40b9-8e0f-f74499b24f06/console.log" append="off"/>
Oct 23 18:53:26 user nova-compute[74046]:     </serial>
Oct 23 18:53:26 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:53:26 user nova-compute[74046]:     <video>
Oct 23 18:53:26 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:53:26 user nova-compute[74046]:     </video>
Oct 23 18:53:26 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:53:26 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:53:26 user nova-compute[74046]:     </rng>
Oct 23 18:53:26 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:53:26 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:53:26 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:53:26 user nova-compute[74046]:     </memballoon>
Oct 23 18:53:26 user nova-compute[74046]:   </devices>
Oct 23 18:53:26 user nova-compute[74046]: </domain>
Oct 23 18:53:26 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:53:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-381874982',display_name='tempest-TestVolumeBootPattern-server-381874982',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-381874982',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOwJXWZObbnBwPxMTtNJwctS1ZfHH+e4cH4aP/7dwRI91MdufvSIVzzc+yktIpjc+i1OUY6DaRKOUqsJIO52zRcja3J4Fdt97vWY2TWfY/bgm0IhtRFHC5nMsMwT6N/Hjw==',key_name='tempest-TestVolumeBootPattern-2014706480',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-8ojrkft7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:53:06Z,user_data=None,user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=5e6611fe-b18d-40b9-8e0f-f74499b24f06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "47c352c7-3c48-4f7d-8996-009f496a938c", "address": "fa:16:3e:ea:cc:b6", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c352c7-3c", "ovs_interfaceid": "47c352c7-3c48-4f7d-8996-009f496a938c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "47c352c7-3c48-4f7d-8996-009f496a938c", "address": "fa:16:3e:ea:cc:b6", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c352c7-3c", "ovs_interfaceid": "47c352c7-3c48-4f7d-8996-009f496a938c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:cc:b6,bridge_name='br-int',has_traffic_filtering=True,id=47c352c7-3c48-4f7d-8996-009f496a938c,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c352c7-3c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG os_vif [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:cc:b6,bridge_name='br-int',has_traffic_filtering=True,id=47c352c7-3c48-4f7d-8996-009f496a938c,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c352c7-3c') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd453257f-f8a2-5585-8ab6-3668695d667d', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap47c352c7-3c, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap47c352c7-3c, col_values=(('qos', UUID('c3018600-c161-479d-8862-5b3b11ca3747')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap47c352c7-3c, col_values=(('external_ids', {'iface-id': '47c352c7-3c48-4f7d-8996-009f496a938c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ea:cc:b6', 'vm-uuid': '5e6611fe-b18d-40b9-8e0f-f74499b24f06'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:26 user nova-compute[74046]: INFO os_vif [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:cc:b6,bridge_name='br-int',has_traffic_filtering=True,id=47c352c7-3c48-4f7d-8996-009f496a938c,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c352c7-3c')
Oct 23 18:53:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:53:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] No VIF found with MAC fa:16:3e:ea:cc:b6, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:53:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-13c410ed-f1b7-435f-a268-9e591e5c50c8 req-63bcc8e4-ef31-45a0-8561-9e5329539b0a service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Received event network-vif-plugged-47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:53:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-13c410ed-f1b7-435f-a268-9e591e5c50c8 req-63bcc8e4-ef31-45a0-8561-9e5329539b0a service nova] Acquiring lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-13c410ed-f1b7-435f-a268-9e591e5c50c8 req-63bcc8e4-ef31-45a0-8561-9e5329539b0a service nova] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-13c410ed-f1b7-435f-a268-9e591e5c50c8 req-63bcc8e4-ef31-45a0-8561-9e5329539b0a service nova] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-13c410ed-f1b7-435f-a268-9e591e5c50c8 req-63bcc8e4-ef31-45a0-8561-9e5329539b0a service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] No waiting events found dispatching network-vif-plugged-47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:53:27 user nova-compute[74046]: WARNING nova.compute.manager [req-13c410ed-f1b7-435f-a268-9e591e5c50c8 req-63bcc8e4-ef31-45a0-8561-9e5329539b0a service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Received unexpected event network-vif-plugged-47c352c7-3c48-4f7d-8996-009f496a938c for instance with vm_state building and task_state spawning.
Oct 23 18:53:28 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:53:28 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:53:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:53:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "7d729064-b94b-4796-9e53-025071b56d78" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "7d729064-b94b-4796-9e53-025071b56d78" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "7d729064-b94b-4796-9e53-025071b56d78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "7d729064-b94b-4796-9e53-025071b56d78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "7d729064-b94b-4796-9e53-025071b56d78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:28 user nova-compute[74046]: INFO nova.compute.manager [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Terminating instance
Oct 23 18:53:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-f656378f-9731-4d43-bc55-0e79600bde6d req-15d2742b-ef8c-4f1b-9374-0e7736708823 service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Received event network-vif-unplugged-d0fa03c5-0415-4914-ba45-2b43359bb42d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f656378f-9731-4d43-bc55-0e79600bde6d req-15d2742b-ef8c-4f1b-9374-0e7736708823 service nova] Acquiring lock "7d729064-b94b-4796-9e53-025071b56d78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f656378f-9731-4d43-bc55-0e79600bde6d req-15d2742b-ef8c-4f1b-9374-0e7736708823 service nova] Lock "7d729064-b94b-4796-9e53-025071b56d78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f656378f-9731-4d43-bc55-0e79600bde6d req-15d2742b-ef8c-4f1b-9374-0e7736708823 service nova] Lock "7d729064-b94b-4796-9e53-025071b56d78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-f656378f-9731-4d43-bc55-0e79600bde6d req-15d2742b-ef8c-4f1b-9374-0e7736708823 service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] No waiting events found dispatching network-vif-unplugged-d0fa03c5-0415-4914-ba45-2b43359bb42d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-f656378f-9731-4d43-bc55-0e79600bde6d req-15d2742b-ef8c-4f1b-9374-0e7736708823 service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Received event network-vif-unplugged-d0fa03c5-0415-4914-ba45-2b43359bb42d for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:29 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Instance destroyed successfully.
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.objects.instance [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'resources' on Instance uuid 7d729064-b94b-4796-9e53-025071b56d78 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:44:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-197831710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-197831710',id=36,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:44:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-t3mr743v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:46:04Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=7d729064-b94b-4796-9e53-025071b56d78,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "address": "fa:16:3e:c6:83:f2", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa03c5-04", "ovs_interfaceid": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "address": "fa:16:3e:c6:83:f2", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0fa03c5-04", "ovs_interfaceid": "d0fa03c5-0415-4914-ba45-2b43359bb42d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:83:f2,bridge_name='br-int',has_traffic_filtering=True,id=d0fa03c5-0415-4914-ba45-2b43359bb42d,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa03c5-04') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG os_vif [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:83:f2,bridge_name='br-int',has_traffic_filtering=True,id=d0fa03c5-0415-4914-ba45-2b43359bb42d,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa03c5-04') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd0fa03c5-04, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fdf6b515-6a28-4188-b262-678d75342b4e) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:53:29 user nova-compute[74046]: INFO os_vif [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:83:f2,bridge_name='br-int',has_traffic_filtering=True,id=d0fa03c5-0415-4914-ba45-2b43359bb42d,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0fa03c5-04')
Oct 23 18:53:29 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Deleting instance files /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78_del
Oct 23 18:53:29 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Deletion of /opt/stack/data/nova/instances/7d729064-b94b-4796-9e53-025071b56d78_del complete
Oct 23 18:53:29 user nova-compute[74046]: INFO nova.compute.manager [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Took 0.67 seconds to destroy the instance on the hypervisor.
Oct 23 18:53:29 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 7d729064-b94b-4796-9e53-025071b56d78] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.compute.manager [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:53:29 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Instance spawned successfully.
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-1509724d-bbc1-4e49-8ffb-2139aa3c64f2 req-4b778e27-2d95-46a3-8e17-9c5bbee1e2e5 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Received event network-vif-plugged-47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1509724d-bbc1-4e49-8ffb-2139aa3c64f2 req-4b778e27-2d95-46a3-8e17-9c5bbee1e2e5 service nova] Acquiring lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1509724d-bbc1-4e49-8ffb-2139aa3c64f2 req-4b778e27-2d95-46a3-8e17-9c5bbee1e2e5 service nova] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1509724d-bbc1-4e49-8ffb-2139aa3c64f2 req-4b778e27-2d95-46a3-8e17-9c5bbee1e2e5 service nova] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-1509724d-bbc1-4e49-8ffb-2139aa3c64f2 req-4b778e27-2d95-46a3-8e17-9c5bbee1e2e5 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] No waiting events found dispatching network-vif-plugged-47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:53:29 user nova-compute[74046]: WARNING nova.compute.manager [req-1509724d-bbc1-4e49-8ffb-2139aa3c64f2 req-4b778e27-2d95-46a3-8e17-9c5bbee1e2e5 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Received unexpected event network-vif-plugged-47c352c7-3c48-4f7d-8996-009f496a938c for instance with vm_state building and task_state spawning.
Oct 23 18:53:29 user nova-compute[74046]: INFO nova.compute.manager [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Took 5.14 seconds to spawn the instance on the hypervisor.
Oct 23 18:53:29 user nova-compute[74046]: DEBUG nova.compute.manager [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:53:29 user nova-compute[74046]: INFO nova.compute.manager [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Took 24.06 seconds to build instance.
Oct 23 18:53:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-eaa204cc-1437-4a06-82a5-a52a8bea0dd0 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.155s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:30 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:53:30 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Took 0.46 seconds to deallocate network for instance.
Oct 23 18:53:30 user nova-compute[74046]: DEBUG nova.compute.manager [req-eb023993-3f4a-4e26-9d04-da406dd6fd9a req-c5849f84-013f-414a-9b5d-391b91f7832c service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Received event network-vif-deleted-d0fa03c5-0415-4914-ba45-2b43359bb42d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:53:30 user nova-compute[74046]: INFO nova.compute.manager [req-eb023993-3f4a-4e26-9d04-da406dd6fd9a req-c5849f84-013f-414a-9b5d-391b91f7832c service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Neutron deleted interface d0fa03c5-0415-4914-ba45-2b43359bb42d; detaching it from the instance and deleting it from the info cache
Oct 23 18:53:30 user nova-compute[74046]: DEBUG nova.network.neutron [req-eb023993-3f4a-4e26-9d04-da406dd6fd9a req-c5849f84-013f-414a-9b5d-391b91f7832c service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:53:30 user nova-compute[74046]: DEBUG nova.compute.manager [req-eb023993-3f4a-4e26-9d04-da406dd6fd9a req-c5849f84-013f-414a-9b5d-391b91f7832c service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Detach interface failed, port_id=d0fa03c5-0415-4914-ba45-2b43359bb42d, reason: Instance 7d729064-b94b-4796-9e53-025071b56d78 could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:53:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:30 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:53:30 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:53:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.272s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:30 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Deleted allocations for instance 7d729064-b94b-4796-9e53-025071b56d78
Oct 23 18:53:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-513ec388-a42a-4ebf-bf54-19daaad61273 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "7d729064-b94b-4796-9e53-025071b56d78" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.666s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:30 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:53:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:30 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:53:30 user nova-compute[74046]: INFO nova.compute.claims [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Claim successful on node user
Oct 23 18:53:31 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.316s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:53:31 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:53:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-744d79be-1de9-48f4-88ab-5ed5a4e8a586 req-1dbab307-99df-46ab-a67a-822ba32a3d3e service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Received event network-vif-plugged-d0fa03c5-0415-4914-ba45-2b43359bb42d {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-744d79be-1de9-48f4-88ab-5ed5a4e8a586 req-1dbab307-99df-46ab-a67a-822ba32a3d3e service nova] Acquiring lock "7d729064-b94b-4796-9e53-025071b56d78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-744d79be-1de9-48f4-88ab-5ed5a4e8a586 req-1dbab307-99df-46ab-a67a-822ba32a3d3e service nova] Lock "7d729064-b94b-4796-9e53-025071b56d78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-744d79be-1de9-48f4-88ab-5ed5a4e8a586 req-1dbab307-99df-46ab-a67a-822ba32a3d3e service nova] Lock "7d729064-b94b-4796-9e53-025071b56d78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-744d79be-1de9-48f4-88ab-5ed5a4e8a586 req-1dbab307-99df-46ab-a67a-822ba32a3d3e service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] No waiting events found dispatching network-vif-plugged-d0fa03c5-0415-4914-ba45-2b43359bb42d {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:53:31 user nova-compute[74046]: WARNING nova.compute.manager [req-744d79be-1de9-48f4-88ab-5ed5a4e8a586 req-1dbab307-99df-46ab-a67a-822ba32a3d3e service nova] [instance: 7d729064-b94b-4796-9e53-025071b56d78] Received unexpected event network-vif-plugged-d0fa03c5-0415-4914-ba45-2b43359bb42d for instance with vm_state deleted and task_state None.
Oct 23 18:53:31 user nova-compute[74046]: DEBUG nova.policy [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8ebb8078f334aa9a2c4a7e126ebf8e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e6d1d18530949f4ab227eae33fd8427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:53:31 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Creating image(s)
Oct 23 18:53:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "/opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "/opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "/opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "86bad68fe6c62568005ffeab36e23785d9b040cf" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "86bad68fe6c62568005ffeab36e23785d9b040cf" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf.part --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Successfully created port: ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf.part --force-share --output=json" returned: 0 in 0.198s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG nova.virt.images [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] 94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4 was qcow2, converting to raw {{(pid=74046) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf.part /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf.converted {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf.part /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf.converted" returned: 0 in 0.229s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf.converted --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf.converted --force-share --output=json" returned: 0 in 0.188s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "86bad68fe6c62568005ffeab36e23785d9b040cf" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.159s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Successfully updated port: ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquired lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf --force-share --output=json" returned: 0 in 0.185s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "86bad68fe6c62568005ffeab36e23785d9b040cf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "86bad68fe6c62568005ffeab36e23785d9b040cf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG nova.compute.manager [req-24ccb318-1f23-4379-a476-5ec984dc79c7 req-07b0a347-508d-41f4-87af-ffbda3b1b249 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received event network-changed-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG nova.compute.manager [req-24ccb318-1f23-4379-a476-5ec984dc79c7 req-07b0a347-508d-41f4-87af-ffbda3b1b249 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Refreshing instance network info cache due to event network-changed-ba2634da-1ea9-4df6-8d7d-949cda336a10. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-24ccb318-1f23-4379-a476-5ec984dc79c7 req-07b0a347-508d-41f4-87af-ffbda3b1b249 service nova] Acquiring lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf,backing_fmt=raw /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf,backing_fmt=raw /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk 1073741824" returned: 0 in 0.163s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "86bad68fe6c62568005ffeab36e23785d9b040cf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.346s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.network.neutron [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updating instance_info_cache with network_info: [{"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Releasing lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Instance network_info: |[{"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-24ccb318-1f23-4379-a476-5ec984dc79c7 req-07b0a347-508d-41f4-87af-ffbda3b1b249 service nova] Acquired lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.network.neutron [req-24ccb318-1f23-4379-a476-5ec984dc79c7 req-07b0a347-508d-41f4-87af-ffbda3b1b249 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Refreshing network info cache for port ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Cannot resize image /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Ensure instance console log exists: /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Start _get_guest_xml network_info=[{"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:53:27Z,direct_url=<?>,disk_format='qcow2',id=94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4,min_disk=0,min_ram=0,name='tempest-scenario-img--1501348994',owner='3e6d1d18530949f4ab227eae33fd8427',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:53:29Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': '94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:53:33 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:53:33 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:53:27Z,direct_url=<?>,disk_format='qcow2',id=94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4,min_disk=0,min_ram=0,name='tempest-scenario-img--1501348994',owner='3e6d1d18530949f4ab227eae33fd8427',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:53:29Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:53:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1290888638',display_name='tempest-TestMinimumBasicScenario-server-1290888638',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1290888638',id=46,image_ref='94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCQ8p5nL0jQwsfPuZgJPyCQ6y1CBc1j9jeXle66CW0TubU0ENXnIKbO95ILrMOP0vHi5mgOqeC/ih0luRpoO7dJXYGpD0LJIsC5+kSRUYPT5s5pCRUG1bAiB6wS6PsXEhw==',key_name='tempest-TestMinimumBasicScenario-355577887',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e6d1d18530949f4ab227eae33fd8427',ramdisk_id='',reservation_id='r-1q4yrs7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-362832678',owner_user_name='tempest-TestMinimumBasicScenario-362832678-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:53:31Z,user_data=None,user_id='f8ebb8078f334aa9a2c4a7e126ebf8e3',uuid=4bf889a5-794e-47f7-962c-870f1ab78cbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converting VIF {"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.objects.instance [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'pci_devices' on Instance uuid 4bf889a5-794e-47f7-962c-870f1ab78cbc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:53:33 user nova-compute[74046]:   <uuid>4bf889a5-794e-47f7-962c-870f1ab78cbc</uuid>
Oct 23 18:53:33 user nova-compute[74046]:   <name>instance-0000002e</name>
Oct 23 18:53:33 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:53:33 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:53:33 user nova-compute[74046]:   <metadata>
Oct 23 18:53:33 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:53:33 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:53:33 user nova-compute[74046]:       <nova:name>tempest-TestMinimumBasicScenario-server-1290888638</nova:name>
Oct 23 18:53:33 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:53:33</nova:creationTime>
Oct 23 18:53:33 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:53:33 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:53:33 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:53:33 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:53:33 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:53:33 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:53:33 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:53:33 user nova-compute[74046]:       <nova:owner>
Oct 23 18:53:33 user nova-compute[74046]:         <nova:user uuid="f8ebb8078f334aa9a2c4a7e126ebf8e3">tempest-TestMinimumBasicScenario-362832678-project-member</nova:user>
Oct 23 18:53:33 user nova-compute[74046]:         <nova:project uuid="3e6d1d18530949f4ab227eae33fd8427">tempest-TestMinimumBasicScenario-362832678</nova:project>
Oct 23 18:53:33 user nova-compute[74046]:       </nova:owner>
Oct 23 18:53:33 user nova-compute[74046]:       <nova:root type="image" uuid="94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4"/>
Oct 23 18:53:33 user nova-compute[74046]:       <nova:ports>
Oct 23 18:53:33 user nova-compute[74046]:         <nova:port uuid="ba2634da-1ea9-4df6-8d7d-949cda336a10">
Oct 23 18:53:33 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 23 18:53:33 user nova-compute[74046]:         </nova:port>
Oct 23 18:53:33 user nova-compute[74046]:       </nova:ports>
Oct 23 18:53:33 user nova-compute[74046]:     </nova:instance>
Oct 23 18:53:33 user nova-compute[74046]:   </metadata>
Oct 23 18:53:33 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:53:33 user nova-compute[74046]:     <system>
Oct 23 18:53:33 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:53:33 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:53:33 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:53:33 user nova-compute[74046]:       <entry name="serial">4bf889a5-794e-47f7-962c-870f1ab78cbc</entry>
Oct 23 18:53:33 user nova-compute[74046]:       <entry name="uuid">4bf889a5-794e-47f7-962c-870f1ab78cbc</entry>
Oct 23 18:53:33 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:53:33 user nova-compute[74046]:     </system>
Oct 23 18:53:33 user nova-compute[74046]:   </sysinfo>
Oct 23 18:53:33 user nova-compute[74046]:   <os>
Oct 23 18:53:33 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:53:33 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:53:33 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:53:33 user nova-compute[74046]:   </os>
Oct 23 18:53:33 user nova-compute[74046]:   <features>
Oct 23 18:53:33 user nova-compute[74046]:     <acpi/>
Oct 23 18:53:33 user nova-compute[74046]:     <apic/>
Oct 23 18:53:33 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:53:33 user nova-compute[74046]:   </features>
Oct 23 18:53:33 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:53:33 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:53:33 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:53:33 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:53:33 user nova-compute[74046]:   </clock>
Oct 23 18:53:33 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:53:33 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:53:33 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:53:33 user nova-compute[74046]:   </cpu>
Oct 23 18:53:33 user nova-compute[74046]:   <devices>
Oct 23 18:53:33 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:53:33 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:53:33 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk"/>
Oct 23 18:53:33 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:53:33 user nova-compute[74046]:     </disk>
Oct 23 18:53:33 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:53:33 user nova-compute[74046]:       <mac address="fa:16:3e:04:44:62"/>
Oct 23 18:53:33 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:53:33 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:53:33 user nova-compute[74046]:       <target dev="tapba2634da-1e"/>
Oct 23 18:53:33 user nova-compute[74046]:     </interface>
Oct 23 18:53:33 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:53:33 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/console.log" append="off"/>
Oct 23 18:53:33 user nova-compute[74046]:     </serial>
Oct 23 18:53:33 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:53:33 user nova-compute[74046]:     <video>
Oct 23 18:53:33 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:53:33 user nova-compute[74046]:     </video>
Oct 23 18:53:33 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:53:33 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:53:33 user nova-compute[74046]:     </rng>
Oct 23 18:53:33 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:53:33 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:53:33 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:53:33 user nova-compute[74046]:     </memballoon>
Oct 23 18:53:33 user nova-compute[74046]:   </devices>
Oct 23 18:53:33 user nova-compute[74046]: </domain>
Oct 23 18:53:33 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:53:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1290888638',display_name='tempest-TestMinimumBasicScenario-server-1290888638',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1290888638',id=46,image_ref='94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCQ8p5nL0jQwsfPuZgJPyCQ6y1CBc1j9jeXle66CW0TubU0ENXnIKbO95ILrMOP0vHi5mgOqeC/ih0luRpoO7dJXYGpD0LJIsC5+kSRUYPT5s5pCRUG1bAiB6wS6PsXEhw==',key_name='tempest-TestMinimumBasicScenario-355577887',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e6d1d18530949f4ab227eae33fd8427',ramdisk_id='',reservation_id='r-1q4yrs7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-362832678',owner_user_name='tempest-TestMinimumBasicScenario-362832678-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:53:31Z,user_data=None,user_id='f8ebb8078f334aa9a2c4a7e126ebf8e3',uuid=4bf889a5-794e-47f7-962c-870f1ab78cbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converting VIF {"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG os_vif [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e0a11219-1b05-5a5d-aee5-3aa455752f10', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapba2634da-1e, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapba2634da-1e, col_values=(('qos', UUID('ad5ba365-1d70-453c-bc29-f992a237fd2d')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapba2634da-1e, col_values=(('external_ids', {'iface-id': 'ba2634da-1ea9-4df6-8d7d-949cda336a10', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:44:62', 'vm-uuid': '4bf889a5-794e-47f7-962c-870f1ab78cbc'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.network.neutron [req-24ccb318-1f23-4379-a476-5ec984dc79c7 req-07b0a347-508d-41f4-87af-ffbda3b1b249 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updated VIF entry in instance network info cache for port ba2634da-1ea9-4df6-8d7d-949cda336a10. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.network.neutron [req-24ccb318-1f23-4379-a476-5ec984dc79c7 req-07b0a347-508d-41f4-87af-ffbda3b1b249 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updating instance_info_cache with network_info: [{"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:33 user nova-compute[74046]: INFO os_vif [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e')
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-24ccb318-1f23-4379-a476-5ec984dc79c7 req-07b0a347-508d-41f4-87af-ffbda3b1b249 service nova] Releasing lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] No VIF found with MAC fa:16:3e:04:44:62, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:33 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:53:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-d29e4608-134d-4f2b-abdf-6154b983c2d8 req-5d781644-7d2a-41de-9a56-57b7dcb7e620 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received event network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d29e4608-134d-4f2b-abdf-6154b983c2d8 req-5d781644-7d2a-41de-9a56-57b7dcb7e620 service nova] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d29e4608-134d-4f2b-abdf-6154b983c2d8 req-5d781644-7d2a-41de-9a56-57b7dcb7e620 service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d29e4608-134d-4f2b-abdf-6154b983c2d8 req-5d781644-7d2a-41de-9a56-57b7dcb7e620 service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-d29e4608-134d-4f2b-abdf-6154b983c2d8 req-5d781644-7d2a-41de-9a56-57b7dcb7e620 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] No waiting events found dispatching network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:53:37 user nova-compute[74046]: WARNING nova.compute.manager [req-d29e4608-134d-4f2b-abdf-6154b983c2d8 req-5d781644-7d2a-41de-9a56-57b7dcb7e620 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received unexpected event network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 for instance with vm_state building and task_state spawning.
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-b00a4f54-b144-4d1f-b647-64397d594497 req-2c896d23-1ca0-46ce-a2ce-05af796fdf56 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received event network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b00a4f54-b144-4d1f-b647-64397d594497 req-2c896d23-1ca0-46ce-a2ce-05af796fdf56 service nova] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b00a4f54-b144-4d1f-b647-64397d594497 req-2c896d23-1ca0-46ce-a2ce-05af796fdf56 service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b00a4f54-b144-4d1f-b647-64397d594497 req-2c896d23-1ca0-46ce-a2ce-05af796fdf56 service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.manager [req-b00a4f54-b144-4d1f-b647-64397d594497 req-2c896d23-1ca0-46ce-a2ce-05af796fdf56 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] No waiting events found dispatching network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:53:37 user nova-compute[74046]: WARNING nova.compute.manager [req-b00a4f54-b144-4d1f-b647-64397d594497 req-2c896d23-1ca0-46ce-a2ce-05af796fdf56 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received unexpected event network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 for instance with vm_state building and task_state spawning.
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:53:37 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Instance spawned successfully.
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:53:37 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:53:37 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8328MB free_disk=24.97140884399414GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 390a13b3-5a08-4f6a-9414-beefbd64d428 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 3b88d054-27ad-4efe-b3e3-3e76acef6bbd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 57fe199a-7efd-48b8-802c-29cb64a91a9e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 5e6611fe-b18d-40b9-8e0f-f74499b24f06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 4bf889a5-794e-47f7-962c-870f1ab78cbc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:53:37 user nova-compute[74046]: INFO nova.compute.manager [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Took 6.49 seconds to spawn the instance on the hypervisor.
Oct 23 18:53:37 user nova-compute[74046]: DEBUG nova.compute.manager [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:53:37 user nova-compute[74046]: INFO nova.compute.manager [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Took 7.17 seconds to build instance.
Oct 23 18:53:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-c5bd7980-3837-4226-a50e-41396a6cae70 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.281s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:38 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:53:38 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:53:38 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:53:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.472s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:53:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:39 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:53:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:53:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-d4ec0e18-c71c-493a-8d98-85cb51424343 req-23c69d68-e27a-4591-9c21-e4f33b1edac6 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-changed-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:54:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-d4ec0e18-c71c-493a-8d98-85cb51424343 req-23c69d68-e27a-4591-9c21-e4f33b1edac6 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Refreshing instance network info cache due to event network-changed-015007db-5c28-45e0-9c79-472a0455f60a. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:54:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d4ec0e18-c71c-493a-8d98-85cb51424343 req-23c69d68-e27a-4591-9c21-e4f33b1edac6 service nova] Acquiring lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:54:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d4ec0e18-c71c-493a-8d98-85cb51424343 req-23c69d68-e27a-4591-9c21-e4f33b1edac6 service nova] Acquired lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:54:07 user nova-compute[74046]: DEBUG nova.network.neutron [req-d4ec0e18-c71c-493a-8d98-85cb51424343 req-23c69d68-e27a-4591-9c21-e4f33b1edac6 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Refreshing network info cache for port 015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:54:07 user nova-compute[74046]: DEBUG nova.network.neutron [req-d4ec0e18-c71c-493a-8d98-85cb51424343 req-23c69d68-e27a-4591-9c21-e4f33b1edac6 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updated VIF entry in instance network info cache for port 015007db-5c28-45e0-9c79-472a0455f60a. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:54:07 user nova-compute[74046]: DEBUG nova.network.neutron [req-d4ec0e18-c71c-493a-8d98-85cb51424343 req-23c69d68-e27a-4591-9c21-e4f33b1edac6 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updating instance_info_cache with network_info: [{"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:54:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d4ec0e18-c71c-493a-8d98-85cb51424343 req-23c69d68-e27a-4591-9c21-e4f33b1edac6 service nova] Releasing lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:54:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "57fe199a-7efd-48b8-802c-29cb64a91a9e" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:08 user nova-compute[74046]: INFO nova.compute.manager [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Shelve offloading
Oct 23 18:54:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-05ab1774-2df0-43dd-a35b-23b5ac5ae9cc req-5b692596-baa5-47d5-98e7-7b60ddd1c495 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-vif-unplugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:54:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-05ab1774-2df0-43dd-a35b-23b5ac5ae9cc req-5b692596-baa5-47d5-98e7-7b60ddd1c495 service nova] Acquiring lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-05ab1774-2df0-43dd-a35b-23b5ac5ae9cc req-5b692596-baa5-47d5-98e7-7b60ddd1c495 service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-05ab1774-2df0-43dd-a35b-23b5ac5ae9cc req-5b692596-baa5-47d5-98e7-7b60ddd1c495 service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-05ab1774-2df0-43dd-a35b-23b5ac5ae9cc req-5b692596-baa5-47d5-98e7-7b60ddd1c495 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] No waiting events found dispatching network-vif-unplugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:54:08 user nova-compute[74046]: WARNING nova.compute.manager [req-05ab1774-2df0-43dd-a35b-23b5ac5ae9cc req-5b692596-baa5-47d5-98e7-7b60ddd1c495 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received unexpected event network-vif-unplugged-015007db-5c28-45e0-9c79-472a0455f60a for instance with vm_state active and task_state shelving.
Oct 23 18:54:09 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Instance destroyed successfully.
Oct 23 18:54:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:54:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:54:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquired lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:54:09 user nova-compute[74046]: DEBUG nova.network.neutron [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:54:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:09 user nova-compute[74046]: DEBUG nova.network.neutron [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updating instance_info_cache with network_info: [{"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:54:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Releasing lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:54:10 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Instance destroyed successfully.
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.objects.instance [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lazy-loading 'resources' on Instance uuid 57fe199a-7efd-48b8-802c-29cb64a91a9e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:52:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-388690005',display_name='tempest-TestShelveInstance-server-388690005',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-388690005',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFp6LcRVIIFL9WUye4A/8KeUwxZYLCd7Ah3ba3Sjx9REPf6DM/RHfVXgmJpLFpF7cwo2F2scPgZplXU0NAkDrnDem99jaRyiFUE7EmMCRQ9Qq6HQ2/1W5kttGo01BdN0mA==',key_name='tempest-TestShelveInstance-983147247',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:52:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='397fdd99761b4b0bb5cd041b6773e4cd',ramdisk_id='',reservation_id='r-b55wo0eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-28083703',owner_user_name='tempest-TestShelveInstance-28083703-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:52:40Z,user_data=None,user_id='fe3c0efd2fde409482533fd6ab736bd3',uuid=57fe199a-7efd-48b8-802c-29cb64a91a9e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Converting VIF {"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_vif [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap015007db-5c, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-ef97e6dc-c084-4bc2-9ad0-160758615106 req-0d797518-b5e4-4ebd-bbe1-7b658cf451ac service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-changed-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-ef97e6dc-c084-4bc2-9ad0-160758615106 req-0d797518-b5e4-4ebd-bbe1-7b658cf451ac service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Refreshing instance network info cache due to event network-changed-015007db-5c28-45e0-9c79-472a0455f60a. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ef97e6dc-c084-4bc2-9ad0-160758615106 req-0d797518-b5e4-4ebd-bbe1-7b658cf451ac service nova] Acquiring lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ef97e6dc-c084-4bc2-9ad0-160758615106 req-0d797518-b5e4-4ebd-bbe1-7b658cf451ac service nova] Acquired lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.network.neutron [req-ef97e6dc-c084-4bc2-9ad0-160758615106 req-0d797518-b5e4-4ebd-bbe1-7b658cf451ac service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Refreshing network info cache for port 015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8140c772-6b0e-4213-864f-1785d12e440a) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:10 user nova-compute[74046]: INFO os_vif [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c')
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LqEnTzvO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:54:10 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2af14541-0df1-44dd-9d1d-30b89d860838]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:54:10 user nova-compute[74046]: No targets found.
Oct 23 18:54:10 user nova-compute[74046]: iSNS:
Oct 23 18:54:10 user nova-compute[74046]: No targets found.
Oct 23 18:54:10 user nova-compute[74046]: STATIC:
Oct 23 18:54:10 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd
Oct 23 18:54:10 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:54:10 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:54:10 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a
Oct 23 18:54:10 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:54:10 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:54:10 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8
Oct 23 18:54:10 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:54:10 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:54:10 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:54:10 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:54:10 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:54:10 user nova-compute[74046]: FIRMWARE:
Oct 23 18:54:10 user nova-compute[74046]: No targets found.
Oct 23 18:54:10 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:54:10 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:54:10 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2662770-c04f-4a1d-b3a8-cb4d7b2f10b5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[27c8231e-34ca-438d-8ba0-b951e6cb3975]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:54:10 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:54:10 user nova-compute[74046]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:54:10 user nova-compute[74046]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a (non-flash)
Oct 23 18:54:10 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:54:10 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:54:10 user nova-compute[74046]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:54:10 user nova-compute[74046]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a (non-flash)
Oct 23 18:54:10 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef851a7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd'): ({'sde'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Removing single pathed devices sde {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc1fe7de-09c1-4164-ab3b-4894de357b97]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9647ae59-1625-4a28-8aa2-64cf1c3c33b4]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Flushing IO for device /dev/sde {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[699ca76f-6137-4729-8c0f-f4aff2a14ab8]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.038s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[79ab9006-cdad-4ac6-bef6-6e0278cf6622]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] SCSI volumes sde have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a35517b1-4deb-4d51-93cc-368fc620f45a]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[356da21e-272a-4c7b-b5f3-7d62dd2be38b]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260]
Oct 23 18:54:10 user nova-compute[74046]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260] successful.
Oct 23 18:54:10 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[936e8dc8-acd3-43a6-b583-fc92d7324a91]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] <== disconnect_volume: return (296ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:54:10 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Deleting instance files /opt/stack/data/nova/instances/57fe199a-7efd-48b8-802c-29cb64a91a9e_del
Oct 23 18:54:10 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Deletion of /opt/stack/data/nova/instances/57fe199a-7efd-48b8-802c-29cb64a91a9e_del complete
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.network.neutron [req-ef97e6dc-c084-4bc2-9ad0-160758615106 req-0d797518-b5e4-4ebd-bbe1-7b658cf451ac service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updated VIF entry in instance network info cache for port 015007db-5c28-45e0-9c79-472a0455f60a. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.network.neutron [req-ef97e6dc-c084-4bc2-9ad0-160758615106 req-0d797518-b5e4-4ebd-bbe1-7b658cf451ac service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updating instance_info_cache with network_info: [{"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": null, "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap015007db-5c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ef97e6dc-c084-4bc2-9ad0-160758615106 req-0d797518-b5e4-4ebd-bbe1-7b658cf451ac service nova] Releasing lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-d9a9f698-02ec-406e-9932-6364cf53b94e req-2b17ff5d-07a1-41bf-8600-5507b6f31b63 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d9a9f698-02ec-406e-9932-6364cf53b94e req-2b17ff5d-07a1-41bf-8600-5507b6f31b63 service nova] Acquiring lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d9a9f698-02ec-406e-9932-6364cf53b94e req-2b17ff5d-07a1-41bf-8600-5507b6f31b63 service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d9a9f698-02ec-406e-9932-6364cf53b94e req-2b17ff5d-07a1-41bf-8600-5507b6f31b63 service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-d9a9f698-02ec-406e-9932-6364cf53b94e req-2b17ff5d-07a1-41bf-8600-5507b6f31b63 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] No waiting events found dispatching network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:54:10 user nova-compute[74046]: WARNING nova.compute.manager [req-d9a9f698-02ec-406e-9932-6364cf53b94e req-2b17ff5d-07a1-41bf-8600-5507b6f31b63 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received unexpected event network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a for instance with vm_state active and task_state shelving.
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Acquiring lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Acquiring lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:10 user nova-compute[74046]: INFO nova.compute.manager [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Terminating instance
Oct 23 18:54:10 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Instance destroyed successfully.
Oct 23 18:54:11 user nova-compute[74046]: DEBUG nova.objects.instance [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lazy-loading 'resources' on Instance uuid 3b88d054-27ad-4efe-b3e3-3e76acef6bbd {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:52:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-770213698',display_name='tempest-VolumesActionsTest-instance-770213698',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-770213698',id=43,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:52:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='733ef5d7f30e4a3e99dc673b68cda4fa',ramdisk_id='',reservation_id='r-nfmh92yy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-606520612',owner_user_name='tempest-VolumesActionsTest-606520612-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:52:12Z,user_data=None,user_id='254f550be4174925b6eb7c8989b610b8',uuid=3b88d054-27ad-4efe-b3e3-3e76acef6bbd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "address": "fa:16:3e:2d:de:65", "network": {"id": "d29b680e-9ac4-4643-8a45-ab935ad24e87", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1058510388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "733ef5d7f30e4a3e99dc673b68cda4fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd424b4c1-1c", "ovs_interfaceid": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Converting VIF {"id": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "address": "fa:16:3e:2d:de:65", "network": {"id": "d29b680e-9ac4-4643-8a45-ab935ad24e87", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1058510388-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "733ef5d7f30e4a3e99dc673b68cda4fa", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd424b4c1-1c", "ovs_interfaceid": "d424b4c1-1cbc-4bd0-8260-c11ef543663a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:de:65,bridge_name='br-int',has_traffic_filtering=True,id=d424b4c1-1cbc-4bd0-8260-c11ef543663a,network=Network(d29b680e-9ac4-4643-8a45-ab935ad24e87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd424b4c1-1c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG os_vif [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:de:65,bridge_name='br-int',has_traffic_filtering=True,id=d424b4c1-1cbc-4bd0-8260-c11ef543663a,network=Network(d29b680e-9ac4-4643-8a45-ab935ad24e87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd424b4c1-1c') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd424b4c1-1c, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4fabbe2e-b5aa-4733-974f-3e3ffbbd9f31) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:54:11 user nova-compute[74046]: INFO os_vif [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:de:65,bridge_name='br-int',has_traffic_filtering=True,id=d424b4c1-1cbc-4bd0-8260-c11ef543663a,network=Network(d29b680e-9ac4-4643-8a45-ab935ad24e87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd424b4c1-1c')
Oct 23 18:54:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Deleting instance files /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd_del
Oct 23 18:54:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Deletion of /opt/stack/data/nova/instances/3b88d054-27ad-4efe-b3e3-3e76acef6bbd_del complete
Oct 23 18:54:11 user nova-compute[74046]: INFO nova.compute.manager [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Took 0.64 seconds to destroy the instance on the hypervisor.
Oct 23 18:54:11 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:54:11 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Deleted allocations for instance 57fe199a-7efd-48b8-802c-29cb64a91a9e
Oct 23 18:54:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG nova.objects.instance [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lazy-loading 'numa_topology' on Instance uuid 57fe199a-7efd-48b8-802c-29cb64a91a9e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:54:11 user nova-compute[74046]: DEBUG nova.objects.base [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Object Instance<57fe199a-7efd-48b8-802c-29cb64a91a9e> lazy-loaded attributes: resources,numa_topology {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:54:12 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Took 0.53 seconds to deallocate network for instance.
Oct 23 18:54:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.292s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-952b1a4a-9214-49d5-9a43-249506480d06 req-fcf21408-c868-41fa-ac5d-14296495d7a4 service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Received event network-vif-deleted-d424b4c1-1cbc-4bd0-8260-c11ef543663a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e83aa7fb-ec2b-4ae6-934c-7d2fa1211e1f tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.811s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.223s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:12 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Deleted allocations for instance 3b88d054-27ad-4efe-b3e3-3e76acef6bbd
Oct 23 18:54:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a91857d5-fe65-4e47-8bda-e91b243f0fc5 tempest-VolumesActionsTest-606520612 tempest-VolumesActionsTest-606520612-project-member] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.574s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6dff9db-3c8b-423f-93b0-7ec692410b23 req-482c1957-6ba4-4c9e-ba4f-3ffe7267b48b service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Received event network-vif-unplugged-d424b4c1-1cbc-4bd0-8260-c11ef543663a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6dff9db-3c8b-423f-93b0-7ec692410b23 req-482c1957-6ba4-4c9e-ba4f-3ffe7267b48b service nova] Acquiring lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6dff9db-3c8b-423f-93b0-7ec692410b23 req-482c1957-6ba4-4c9e-ba4f-3ffe7267b48b service nova] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6dff9db-3c8b-423f-93b0-7ec692410b23 req-482c1957-6ba4-4c9e-ba4f-3ffe7267b48b service nova] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6dff9db-3c8b-423f-93b0-7ec692410b23 req-482c1957-6ba4-4c9e-ba4f-3ffe7267b48b service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] No waiting events found dispatching network-vif-unplugged-d424b4c1-1cbc-4bd0-8260-c11ef543663a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:54:12 user nova-compute[74046]: WARNING nova.compute.manager [req-d6dff9db-3c8b-423f-93b0-7ec692410b23 req-482c1957-6ba4-4c9e-ba4f-3ffe7267b48b service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Received unexpected event network-vif-unplugged-d424b4c1-1cbc-4bd0-8260-c11ef543663a for instance with vm_state deleted and task_state None.
Oct 23 18:54:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6dff9db-3c8b-423f-93b0-7ec692410b23 req-482c1957-6ba4-4c9e-ba4f-3ffe7267b48b service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Received event network-vif-plugged-d424b4c1-1cbc-4bd0-8260-c11ef543663a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6dff9db-3c8b-423f-93b0-7ec692410b23 req-482c1957-6ba4-4c9e-ba4f-3ffe7267b48b service nova] Acquiring lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6dff9db-3c8b-423f-93b0-7ec692410b23 req-482c1957-6ba4-4c9e-ba4f-3ffe7267b48b service nova] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d6dff9db-3c8b-423f-93b0-7ec692410b23 req-482c1957-6ba4-4c9e-ba4f-3ffe7267b48b service nova] Lock "3b88d054-27ad-4efe-b3e3-3e76acef6bbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-d6dff9db-3c8b-423f-93b0-7ec692410b23 req-482c1957-6ba4-4c9e-ba4f-3ffe7267b48b service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] No waiting events found dispatching network-vif-plugged-d424b4c1-1cbc-4bd0-8260-c11ef543663a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:54:12 user nova-compute[74046]: WARNING nova.compute.manager [req-d6dff9db-3c8b-423f-93b0-7ec692410b23 req-482c1957-6ba4-4c9e-ba4f-3ffe7267b48b service nova] [instance: 3b88d054-27ad-4efe-b3e3-3e76acef6bbd] Received unexpected event network-vif-plugged-d424b4c1-1cbc-4bd0-8260-c11ef543663a for instance with vm_state deleted and task_state None.
Oct 23 18:54:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:19 user nova-compute[74046]: INFO nova.compute.manager [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Terminating instance
Oct 23 18:54:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-796f74b8-a9b4-459e-8c90-aa63de47db38 req-1d6f835f-ac57-4c31-8c4e-2ae6834447b9 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-unplugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-796f74b8-a9b4-459e-8c90-aa63de47db38 req-1d6f835f-ac57-4c31-8c4e-2ae6834447b9 service nova] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-796f74b8-a9b4-459e-8c90-aa63de47db38 req-1d6f835f-ac57-4c31-8c4e-2ae6834447b9 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-796f74b8-a9b4-459e-8c90-aa63de47db38 req-1d6f835f-ac57-4c31-8c4e-2ae6834447b9 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-796f74b8-a9b4-459e-8c90-aa63de47db38 req-1d6f835f-ac57-4c31-8c4e-2ae6834447b9 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] No waiting events found dispatching network-vif-unplugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:54:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-796f74b8-a9b4-459e-8c90-aa63de47db38 req-1d6f835f-ac57-4c31-8c4e-2ae6834447b9 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-unplugged-39837c7a-0326-4401-ad88-9604b53d53e3 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:54:20 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Instance destroyed successfully.
Oct 23 18:54:20 user nova-compute[74046]: DEBUG nova.objects.instance [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'resources' on Instance uuid b8e41e65-874d-4169-bd94-bdc9dcd2c95b {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:38:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1524861222',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1524861222',id=30,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:40:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-nlwqmp50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:42:20Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=b8e41e65-874d-4169-bd94-bdc9dcd2c95b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "39837c7a-0326-4401-ad88-9604b53d53e3", "address": "fa:16:3e:29:f8:48", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap39837c7a-03", "ovs_interfaceid": "39837c7a-0326-4401-ad88-9604b53d53e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:29:f8:48,bridge_name='br-int',has_traffic_filtering=True,id=39837c7a-0326-4401-ad88-9604b53d53e3,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39837c7a-03') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_vif [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:29:f8:48,bridge_name='br-int',has_traffic_filtering=True,id=39837c7a-0326-4401-ad88-9604b53d53e3,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39837c7a-03') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap39837c7a-03, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5825bf98-5541-4f24-b65c-1979715e9344) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:20 user nova-compute[74046]: INFO os_vif [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:29:f8:48,bridge_name='br-int',has_traffic_filtering=True,id=39837c7a-0326-4401-ad88-9604b53d53e3,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap39837c7a-03')
Oct 23 18:54:20 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PQVsElST', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:54:20 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[35c622e8-649f-45b6-a369-1570370c1f49]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:54:20 user nova-compute[74046]: No targets found.
Oct 23 18:54:20 user nova-compute[74046]: iSNS:
Oct 23 18:54:20 user nova-compute[74046]: No targets found.
Oct 23 18:54:20 user nova-compute[74046]: STATIC:
Oct 23 18:54:20 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a
Oct 23 18:54:20 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:54:20 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:54:20 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8
Oct 23 18:54:20 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:54:20 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:54:20 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534
Oct 23 18:54:20 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:54:20 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:54:20 user nova-compute[74046]: FIRMWARE:
Oct 23 18:54:20 user nova-compute[74046]: No targets found.
Oct 23 18:54:20 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:54:20 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:54:20 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[af8192a3-54b3-4d4d-98a1-238ee85c0981]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc750474-e25f-41e0-afa7-01edec1e3360]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:54:20 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:54:20 user nova-compute[74046]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a (non-flash)
Oct 23 18:54:20 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 (non-flash)
Oct 23 18:54:20 user nova-compute[74046]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:54:20 user nova-compute[74046]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a (non-flash)
Oct 23 18:54:20 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef85dd510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534'): ({'sdd'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Removing single pathed devices sdd {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f8a2e80-aecc-4079-92c3-a9eb28650d65]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c03a0f9b-e05e-44b1-a985-ee14e10a81cd]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Flushing IO for device /dev/sdd {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c58f79de-ca25-40c0-ad4e-e4fc552c8522]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.037s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[62d71140-de79-4b5e-a0c6-fadea2f5213f]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] SCSI volumes sdd have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b96a952a-296d-4b35-ba3c-1689517e6819]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0ae525a-8fb5-46c2-ab03-b29566481d05]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534, portal: 172.16.0.220,3260]
Oct 23 18:54:20 user nova-compute[74046]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534, portal: 172.16.0.220,3260] successful.
Oct 23 18:54:20 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:103059b2-2dfa-4a2f-a8e9-1f4e951c4534 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a754069-106c-41ff-91f9-1281f1c76915]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] <== disconnect_volume: return (308ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:54:20 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Deleting instance files /opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b_del
Oct 23 18:54:20 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Deletion of /opt/stack/data/nova/instances/b8e41e65-874d-4169-bd94-bdc9dcd2c95b_del complete
Oct 23 18:54:20 user nova-compute[74046]: INFO nova.compute.manager [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Took 1.17 seconds to destroy the instance on the hypervisor.
Oct 23 18:54:20 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:54:20 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:54:21 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:54:21 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Took 0.42 seconds to deallocate network for instance.
Oct 23 18:54:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-4c4c4bcc-e0cc-464e-beb9-88aa193fbcb5 req-87badb2f-bc94-4f45-9ba9-35ee6794ec4e service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-deleted-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:54:21 user nova-compute[74046]: INFO nova.compute.manager [req-4c4c4bcc-e0cc-464e-beb9-88aa193fbcb5 req-87badb2f-bc94-4f45-9ba9-35ee6794ec4e service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Neutron deleted interface 39837c7a-0326-4401-ad88-9604b53d53e3; detaching it from the instance and deleting it from the info cache
Oct 23 18:54:21 user nova-compute[74046]: DEBUG nova.network.neutron [req-4c4c4bcc-e0cc-464e-beb9-88aa193fbcb5 req-87badb2f-bc94-4f45-9ba9-35ee6794ec4e service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:54:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-4c4c4bcc-e0cc-464e-beb9-88aa193fbcb5 req-87badb2f-bc94-4f45-9ba9-35ee6794ec4e service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Detach interface failed, port_id=39837c7a-0326-4401-ad88-9604b53d53e3, reason: Instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:54:21 user nova-compute[74046]: INFO nova.compute.manager [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Took 0.83 seconds to detach 1 volumes for instance.
Oct 23 18:54:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-39404076-e7dc-4fde-b0e5-4bf6c20e3da6 req-3c01fd90-e297-43a3-9ccc-122185f7fde3 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:54:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-39404076-e7dc-4fde-b0e5-4bf6c20e3da6 req-3c01fd90-e297-43a3-9ccc-122185f7fde3 service nova] Acquiring lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-39404076-e7dc-4fde-b0e5-4bf6c20e3da6 req-3c01fd90-e297-43a3-9ccc-122185f7fde3 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-39404076-e7dc-4fde-b0e5-4bf6c20e3da6 req-3c01fd90-e297-43a3-9ccc-122185f7fde3 service nova] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-39404076-e7dc-4fde-b0e5-4bf6c20e3da6 req-3c01fd90-e297-43a3-9ccc-122185f7fde3 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] No waiting events found dispatching network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:54:21 user nova-compute[74046]: WARNING nova.compute.manager [req-39404076-e7dc-4fde-b0e5-4bf6c20e3da6 req-3c01fd90-e297-43a3-9ccc-122185f7fde3 service nova] [instance: b8e41e65-874d-4169-bd94-bdc9dcd2c95b] Received unexpected event network-vif-plugged-39837c7a-0326-4401-ad88-9604b53d53e3 for instance with vm_state active and task_state deleting.
Oct 23 18:54:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:22 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:54:22 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:54:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.213s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:22 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:54:22 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:54:22 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 18:54:22 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Deleted allocations for instance b8e41e65-874d-4169-bd94-bdc9dcd2c95b
Oct 23 18:54:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:54:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:54:22 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:54:22 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid e2c52c3c-c4f6-41fa-877b-0b72722e21f7 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:54:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ccf9825-9c97-4a76-937d-108430f34414 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "b8e41e65-874d-4169-bd94-bdc9dcd2c95b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.819s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:22 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Updating instance_info_cache with network_info: [{"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:54:22 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-e2c52c3c-c4f6-41fa-877b-0b72722e21f7" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:54:22 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:54:23 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:54:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:28 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:54:28 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:54:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:54:30 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:54:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:31 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:54:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:36 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:54:36 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:54:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8372MB free_disk=24.96929168701172GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:54:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:54:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 390a13b3-5a08-4f6a-9414-beefbd64d428 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:54:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 5e6611fe-b18d-40b9-8e0f-f74499b24f06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:54:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 4bf889a5-794e-47f7-962c-870f1ab78cbc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:54:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:54:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:54:36 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:54:36 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:54:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:54:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.350s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-e4ace7ba-556e-4a29-8f0e-2fb77b7cfa5d req-b189a4f4-1805-4bff-995b-3ada91014ec2 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Received event network-changed-47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:54:57 user nova-compute[74046]: DEBUG nova.compute.manager [req-e4ace7ba-556e-4a29-8f0e-2fb77b7cfa5d req-b189a4f4-1805-4bff-995b-3ada91014ec2 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Refreshing instance network info cache due to event network-changed-47c352c7-3c48-4f7d-8996-009f496a938c. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:54:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e4ace7ba-556e-4a29-8f0e-2fb77b7cfa5d req-b189a4f4-1805-4bff-995b-3ada91014ec2 service nova] Acquiring lock "refresh_cache-5e6611fe-b18d-40b9-8e0f-f74499b24f06" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:54:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e4ace7ba-556e-4a29-8f0e-2fb77b7cfa5d req-b189a4f4-1805-4bff-995b-3ada91014ec2 service nova] Acquired lock "refresh_cache-5e6611fe-b18d-40b9-8e0f-f74499b24f06" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:54:57 user nova-compute[74046]: DEBUG nova.network.neutron [req-e4ace7ba-556e-4a29-8f0e-2fb77b7cfa5d req-b189a4f4-1805-4bff-995b-3ada91014ec2 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Refreshing network info cache for port 47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:54:57 user nova-compute[74046]: DEBUG nova.network.neutron [req-e4ace7ba-556e-4a29-8f0e-2fb77b7cfa5d req-b189a4f4-1805-4bff-995b-3ada91014ec2 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Updated VIF entry in instance network info cache for port 47c352c7-3c48-4f7d-8996-009f496a938c. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:54:57 user nova-compute[74046]: DEBUG nova.network.neutron [req-e4ace7ba-556e-4a29-8f0e-2fb77b7cfa5d req-b189a4f4-1805-4bff-995b-3ada91014ec2 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Updating instance_info_cache with network_info: [{"id": "47c352c7-3c48-4f7d-8996-009f496a938c", "address": "fa:16:3e:ea:cc:b6", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c352c7-3c", "ovs_interfaceid": "47c352c7-3c48-4f7d-8996-009f496a938c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:54:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e4ace7ba-556e-4a29-8f0e-2fb77b7cfa5d req-b189a4f4-1805-4bff-995b-3ada91014ec2 service nova] Releasing lock "refresh_cache-5e6611fe-b18d-40b9-8e0f-f74499b24f06" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:58 user nova-compute[74046]: INFO nova.compute.manager [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Terminating instance
Oct 23 18:54:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-7789e4ac-dcee-40f2-bb25-499987de171a req-b8155a9b-5d5f-4247-98f3-46ccbc79b2e2 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Received event network-vif-unplugged-47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7789e4ac-dcee-40f2-bb25-499987de171a req-b8155a9b-5d5f-4247-98f3-46ccbc79b2e2 service nova] Acquiring lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7789e4ac-dcee-40f2-bb25-499987de171a req-b8155a9b-5d5f-4247-98f3-46ccbc79b2e2 service nova] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7789e4ac-dcee-40f2-bb25-499987de171a req-b8155a9b-5d5f-4247-98f3-46ccbc79b2e2 service nova] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-7789e4ac-dcee-40f2-bb25-499987de171a req-b8155a9b-5d5f-4247-98f3-46ccbc79b2e2 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] No waiting events found dispatching network-vif-unplugged-47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-7789e4ac-dcee-40f2-bb25-499987de171a req-b8155a9b-5d5f-4247-98f3-46ccbc79b2e2 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Received event network-vif-unplugged-47c352c7-3c48-4f7d-8996-009f496a938c for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Instance destroyed successfully.
Oct 23 18:54:59 user nova-compute[74046]: DEBUG nova.objects.instance [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lazy-loading 'resources' on Instance uuid 5e6611fe-b18d-40b9-8e0f-f74499b24f06 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:53:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-381874982',display_name='tempest-TestVolumeBootPattern-server-381874982',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-381874982',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOwJXWZObbnBwPxMTtNJwctS1ZfHH+e4cH4aP/7dwRI91MdufvSIVzzc+yktIpjc+i1OUY6DaRKOUqsJIO52zRcja3J4Fdt97vWY2TWfY/bgm0IhtRFHC5nMsMwT6N/Hjw==',key_name='tempest-TestVolumeBootPattern-2014706480',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:53:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-8ojrkft7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:53:30Z,user_data=None,user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=5e6611fe-b18d-40b9-8e0f-f74499b24f06,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "47c352c7-3c48-4f7d-8996-009f496a938c", "address": "fa:16:3e:ea:cc:b6", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c352c7-3c", "ovs_interfaceid": "47c352c7-3c48-4f7d-8996-009f496a938c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "47c352c7-3c48-4f7d-8996-009f496a938c", "address": "fa:16:3e:ea:cc:b6", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c352c7-3c", "ovs_interfaceid": "47c352c7-3c48-4f7d-8996-009f496a938c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ea:cc:b6,bridge_name='br-int',has_traffic_filtering=True,id=47c352c7-3c48-4f7d-8996-009f496a938c,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c352c7-3c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_vif [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ea:cc:b6,bridge_name='br-int',has_traffic_filtering=True,id=47c352c7-3c48-4f7d-8996-009f496a938c,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c352c7-3c') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap47c352c7-3c, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c3018600-c161-479d-8862-5b3b11ca3747) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:54:59 user nova-compute[74046]: INFO os_vif [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ea:cc:b6,bridge_name='br-int',has_traffic_filtering=True,id=47c352c7-3c48-4f7d-8996-009f496a938c,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap47c352c7-3c')
Oct 23 18:54:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xVdszuwW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:54:59 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba2d184c-e04d-4a61-9101-d70fbdc4494f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:54:59 user nova-compute[74046]: No targets found.
Oct 23 18:54:59 user nova-compute[74046]: iSNS:
Oct 23 18:54:59 user nova-compute[74046]: No targets found.
Oct 23 18:54:59 user nova-compute[74046]: STATIC:
Oct 23 18:54:59 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a
Oct 23 18:54:59 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:54:59 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:54:59 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8
Oct 23 18:54:59 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:54:59 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:54:59 user nova-compute[74046]: FIRMWARE:
Oct 23 18:54:59 user nova-compute[74046]: No targets found.
Oct 23 18:54:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:54:59 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:54:59 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a86e26c5-f8ff-4e8a-82cc-b1c7788640d9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f81f103-6757-49e2-8da7-0a922c7f9ffb]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:54:59 user nova-compute[74046]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a (non-flash)
Oct 23 18:54:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:54:59 user nova-compute[74046]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a (non-flash)
Oct 23 18:54:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef83603a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ac400e5-0139-4df6-9fd0-a8c3678380b7]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[52d6d5f5-6097-4504-9aea-8def2e459fb6]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9187019e-62d1-4b53-bf1f-200406340fc7]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.123s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c520a0fd-fe6c-4e2c-b35e-ec777370e0c4]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26639333533393464', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_89837d90', '/dev/disk/by-id/scsi-1SCST_BIO89837d90-f935394d2318167a') {{(pid=85373) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b039bdc-8c21-4dc7-87e4-6a440c57658b]: (4, None) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b88b362-1750-4208-9eaf-4ab79785e2eb]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fa4d32e-c09c-4071-a5e1-95749b107236]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a, portal: 172.16.0.220,3260]
Oct 23 18:54:59 user nova-compute[74046]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a, portal: 172.16.0.220,3260] successful.
Oct 23 18:54:59 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c9133dc-8016-4b83-a8f6-7bd63d1e914a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed4cfb44-b5b8-4b64-8f8d-c1b6d5274d24]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.379s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== disconnect_volume: return (380ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:54:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Deleting instance files /opt/stack/data/nova/instances/5e6611fe-b18d-40b9-8e0f-f74499b24f06_del
Oct 23 18:54:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Deletion of /opt/stack/data/nova/instances/5e6611fe-b18d-40b9-8e0f-f74499b24f06_del complete
Oct 23 18:54:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-084ff165-61a0-4d30-bec3-8249a85a4086 req-f0bcf5bf-a271-4b25-90d2-6149f631e823 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Received event network-changed-47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-084ff165-61a0-4d30-bec3-8249a85a4086 req-f0bcf5bf-a271-4b25-90d2-6149f631e823 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Refreshing instance network info cache due to event network-changed-47c352c7-3c48-4f7d-8996-009f496a938c. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-084ff165-61a0-4d30-bec3-8249a85a4086 req-f0bcf5bf-a271-4b25-90d2-6149f631e823 service nova] Acquiring lock "refresh_cache-5e6611fe-b18d-40b9-8e0f-f74499b24f06" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-084ff165-61a0-4d30-bec3-8249a85a4086 req-f0bcf5bf-a271-4b25-90d2-6149f631e823 service nova] Acquired lock "refresh_cache-5e6611fe-b18d-40b9-8e0f-f74499b24f06" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG nova.network.neutron [req-084ff165-61a0-4d30-bec3-8249a85a4086 req-f0bcf5bf-a271-4b25-90d2-6149f631e823 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Refreshing network info cache for port 47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:54:59 user nova-compute[74046]: INFO nova.compute.manager [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Took 1.25 seconds to destroy the instance on the hypervisor.
Oct 23 18:54:59 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:54:59 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:55:00 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:55:00 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Took 0.44 seconds to deallocate network for instance.
Oct 23 18:55:00 user nova-compute[74046]: DEBUG nova.network.neutron [req-084ff165-61a0-4d30-bec3-8249a85a4086 req-f0bcf5bf-a271-4b25-90d2-6149f631e823 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Updated VIF entry in instance network info cache for port 47c352c7-3c48-4f7d-8996-009f496a938c. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:55:00 user nova-compute[74046]: DEBUG nova.network.neutron [req-084ff165-61a0-4d30-bec3-8249a85a4086 req-f0bcf5bf-a271-4b25-90d2-6149f631e823 service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Updating instance_info_cache with network_info: [{"id": "47c352c7-3c48-4f7d-8996-009f496a938c", "address": "fa:16:3e:ea:cc:b6", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap47c352c7-3c", "ovs_interfaceid": "47c352c7-3c48-4f7d-8996-009f496a938c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:55:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-084ff165-61a0-4d30-bec3-8249a85a4086 req-f0bcf5bf-a271-4b25-90d2-6149f631e823 service nova] Releasing lock "refresh_cache-5e6611fe-b18d-40b9-8e0f-f74499b24f06" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:55:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-614209f8-1898-43b3-8ebb-20bb126801de req-af913507-af0f-4181-9ab5-5eaec6d9b5db service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Received event network-vif-plugged-47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:55:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-614209f8-1898-43b3-8ebb-20bb126801de req-af913507-af0f-4181-9ab5-5eaec6d9b5db service nova] Acquiring lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:55:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-614209f8-1898-43b3-8ebb-20bb126801de req-af913507-af0f-4181-9ab5-5eaec6d9b5db service nova] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:55:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-614209f8-1898-43b3-8ebb-20bb126801de req-af913507-af0f-4181-9ab5-5eaec6d9b5db service nova] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:55:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-614209f8-1898-43b3-8ebb-20bb126801de req-af913507-af0f-4181-9ab5-5eaec6d9b5db service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] No waiting events found dispatching network-vif-plugged-47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:55:00 user nova-compute[74046]: WARNING nova.compute.manager [req-614209f8-1898-43b3-8ebb-20bb126801de req-af913507-af0f-4181-9ab5-5eaec6d9b5db service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Received unexpected event network-vif-plugged-47c352c7-3c48-4f7d-8996-009f496a938c for instance with vm_state active and task_state deleting.
Oct 23 18:55:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-614209f8-1898-43b3-8ebb-20bb126801de req-af913507-af0f-4181-9ab5-5eaec6d9b5db service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Received event network-vif-deleted-47c352c7-3c48-4f7d-8996-009f496a938c {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:55:00 user nova-compute[74046]: INFO nova.compute.manager [req-614209f8-1898-43b3-8ebb-20bb126801de req-af913507-af0f-4181-9ab5-5eaec6d9b5db service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Neutron deleted interface 47c352c7-3c48-4f7d-8996-009f496a938c; detaching it from the instance and deleting it from the info cache
Oct 23 18:55:00 user nova-compute[74046]: DEBUG nova.network.neutron [req-614209f8-1898-43b3-8ebb-20bb126801de req-af913507-af0f-4181-9ab5-5eaec6d9b5db service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:55:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-614209f8-1898-43b3-8ebb-20bb126801de req-af913507-af0f-4181-9ab5-5eaec6d9b5db service nova] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Detach interface failed, port_id=47c352c7-3c48-4f7d-8996-009f496a938c, reason: Instance 5e6611fe-b18d-40b9-8e0f-f74499b24f06 could not be found. {{(pid=74046) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 23 18:55:01 user nova-compute[74046]: INFO nova.compute.manager [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 5e6611fe-b18d-40b9-8e0f-f74499b24f06] Took 0.83 seconds to detach 1 volumes for instance.
Oct 23 18:55:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:55:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:55:01 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:55:01 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:55:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.177s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:55:01 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Deleted allocations for instance 5e6611fe-b18d-40b9-8e0f-f74499b24f06
Oct 23 18:55:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ef85658e-824a-41d0-bd4e-871e86fb2ba1 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "5e6611fe-b18d-40b9-8e0f-f74499b24f06" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.868s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:55:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:55:10 user nova-compute[74046]: INFO nova.compute.manager [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Terminating instance
Oct 23 18:55:10 user nova-compute[74046]: DEBUG nova.compute.manager [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-e26dddc8-5986-47ae-aa9a-cce7bade3819 req-ff885eb2-9917-4c3e-a5a7-91d458651158 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Received event network-vif-unplugged-28ed3472-0556-421d-913b-8faf78ad4233 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e26dddc8-5986-47ae-aa9a-cce7bade3819 req-ff885eb2-9917-4c3e-a5a7-91d458651158 service nova] Acquiring lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e26dddc8-5986-47ae-aa9a-cce7bade3819 req-ff885eb2-9917-4c3e-a5a7-91d458651158 service nova] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e26dddc8-5986-47ae-aa9a-cce7bade3819 req-ff885eb2-9917-4c3e-a5a7-91d458651158 service nova] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-e26dddc8-5986-47ae-aa9a-cce7bade3819 req-ff885eb2-9917-4c3e-a5a7-91d458651158 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] No waiting events found dispatching network-vif-unplugged-28ed3472-0556-421d-913b-8faf78ad4233 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-e26dddc8-5986-47ae-aa9a-cce7bade3819 req-ff885eb2-9917-4c3e-a5a7-91d458651158 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Received event network-vif-unplugged-28ed3472-0556-421d-913b-8faf78ad4233 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:55:10 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Instance destroyed successfully.
Oct 23 18:55:10 user nova-compute[74046]: DEBUG nova.objects.instance [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lazy-loading 'resources' on Instance uuid e2c52c3c-c4f6-41fa-877b-0b72722e21f7 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:35:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1320921325',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1320921325',id=24,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:35:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fbbf2db50a894814815b6e519b6c38f4',ramdisk_id='',reservation_id='r-ifapa9tt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:37:30Z,user_data=None,user_id='2956df609f6a4d05a695d53e471377a0',uuid=e2c52c3c-c4f6-41fa-877b-0b72722e21f7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converting VIF {"id": "28ed3472-0556-421d-913b-8faf78ad4233", "address": "fa:16:3e:43:28:85", "network": {"id": "21d62b53-3329-484f-aab0-c22af7168a27", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1072330813-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fbbf2db50a894814815b6e519b6c38f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap28ed3472-05", "ovs_interfaceid": "28ed3472-0556-421d-913b-8faf78ad4233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:43:28:85,bridge_name='br-int',has_traffic_filtering=True,id=28ed3472-0556-421d-913b-8faf78ad4233,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ed3472-05') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG os_vif [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:28:85,bridge_name='br-int',has_traffic_filtering=True,id=28ed3472-0556-421d-913b-8faf78ad4233,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ed3472-05') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap28ed3472-05, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9eba9f3b-5eb7-4ac1-b517-829d1b44068b) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:55:10 user nova-compute[74046]: INFO os_vif [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:28:85,bridge_name='br-int',has_traffic_filtering=True,id=28ed3472-0556-421d-913b-8faf78ad4233,network=Network(21d62b53-3329-484f-aab0-c22af7168a27),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap28ed3472-05')
Oct 23 18:55:10 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Deleting instance files /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7_del
Oct 23 18:55:10 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Deletion of /opt/stack/data/nova/instances/e2c52c3c-c4f6-41fa-877b-0b72722e21f7_del complete
Oct 23 18:55:11 user nova-compute[74046]: INFO nova.compute.manager [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Took 0.72 seconds to destroy the instance on the hypervisor.
Oct 23 18:55:11 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:55:11 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:55:11 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:55:11 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:55:11 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Took 0.46 seconds to deallocate network for instance.
Oct 23 18:55:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-b9fc5585-f6de-4047-b264-ca9d7afa78b2 req-c58e19eb-893b-4a06-961f-32ecbe7a4105 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Received event network-vif-deleted-28ed3472-0556-421d-913b-8faf78ad4233 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:55:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:55:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:55:11 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:55:11 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:55:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.176s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:55:11 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Deleted allocations for instance e2c52c3c-c4f6-41fa-877b-0b72722e21f7
Oct 23 18:55:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-86929a74-a10e-4ccc-a49c-14ebcb2c20a6 tempest-ServerBootFromVolumeStableRescueTest-1066715729 tempest-ServerBootFromVolumeStableRescueTest-1066715729-project-member] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.541s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:55:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-342aea41-535b-48f0-9f06-663a3a2df0af req-d9c9000b-c445-43c6-81e0-fae705268405 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Received event network-vif-plugged-28ed3472-0556-421d-913b-8faf78ad4233 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:55:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-342aea41-535b-48f0-9f06-663a3a2df0af req-d9c9000b-c445-43c6-81e0-fae705268405 service nova] Acquiring lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:55:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-342aea41-535b-48f0-9f06-663a3a2df0af req-d9c9000b-c445-43c6-81e0-fae705268405 service nova] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:55:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-342aea41-535b-48f0-9f06-663a3a2df0af req-d9c9000b-c445-43c6-81e0-fae705268405 service nova] Lock "e2c52c3c-c4f6-41fa-877b-0b72722e21f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:55:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-342aea41-535b-48f0-9f06-663a3a2df0af req-d9c9000b-c445-43c6-81e0-fae705268405 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] No waiting events found dispatching network-vif-plugged-28ed3472-0556-421d-913b-8faf78ad4233 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:55:12 user nova-compute[74046]: WARNING nova.compute.manager [req-342aea41-535b-48f0-9f06-663a3a2df0af req-d9c9000b-c445-43c6-81e0-fae705268405 service nova] [instance: e2c52c3c-c4f6-41fa-877b-0b72722e21f7] Received unexpected event network-vif-plugged-28ed3472-0556-421d-913b-8faf78ad4233 for instance with vm_state deleted and task_state None.
Oct 23 18:55:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:55:24 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:55:24 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:55:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:55:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:55:24 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:55:25 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Updating instance_info_cache with network_info: [{"id": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "address": "fa:16:3e:a2:14:93", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01d84f39-7c", "ovs_interfaceid": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:55:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:55:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:55:25 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:55:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'flavor' on Instance uuid 4bf889a5-794e-47f7-962c-870f1ab78cbc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:55:27 user nova-compute[74046]: INFO nova.compute.manager [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Attaching volume 0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f to /dev/vdb
Oct 23 18:55:27 user nova-compute[74046]: DEBUG os_brick.utils [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc92a0a2-0ed3-438c-9eb7-5550e552d2d9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[724607c1-cd7b-49d7-9bd7-00b17472a2d4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8be078e-872e-4141-b646-fe448450d78d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c22dc18-cd40-450d-8b53-6b779b2f4053]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:55:27 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:55:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[95b408da-9753-41a9-a6df-c2a3cb6e55ea]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG os_brick.utils [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:55:27 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updating existing volume attachment record: 5346d71b-6e06-4a1b-9a51-d6d7d9283e7c {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:55:29 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:55:29 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:55:29 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:55:29 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:55:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:55:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:55:33 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:55:35 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:55:35 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:55:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:55:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:55:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:55:35 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:55:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:55:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:36 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:55:36 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:55:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8657MB free_disk=25.084835052490234GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:55:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:55:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:55:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 390a13b3-5a08-4f6a-9414-beefbd64d428 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:55:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 4bf889a5-794e-47f7-962c-870f1ab78cbc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:55:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:55:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:55:36 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:55:36 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:55:36 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:55:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.252s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:55:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RMYkQNjV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:55:44 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:55:44 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:55:44 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[75337f46-a56c-4ab0-80e5-7f3c5b2ab60a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:55:44 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6a27812-df89-4a82-806d-610dbf9215b3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f] added
Oct 23 18:55:44 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3c54cf-ff9e-49ba-b4c6-af24788b2f1b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbdedaaa-5309-42a9-bc28-73593845ad28]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RMYkQNjV {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RMYkQNjV" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e285869c-6e65-467d-a0a6-65e18f8cc64b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RMYkQNjV'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bb9c332-4034-4cd8-9fcc-ab0e0efc90f1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e13ffaf-c429-4a2e-b85f-8c0bfae0f708]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:55:44 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:55:44 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a574760a-0e43-4ec8-aec0-5751c7f887bb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260]
Oct 23 18:55:44 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260] successful.
Oct 23 18:55:44 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5794a38-1d1c-42fa-bc5f-5f03ed67ecea]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[86b73880-c02b-4e23-b917-32fc31c56e18]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:55:44 user nova-compute[74046]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:55:44 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:55:44 user nova-compute[74046]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:55:44 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[53402f81-4c72-49e9-8de9-0c22890dc422]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:55:44 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:55:45 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:55:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RMYkQNjV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:55:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:55:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] <== connect_volume: return (1285ms) {'type': 'block', 'scsi_wwn': '26333646638363063', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:55:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26333646638363063', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:55:45 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'flavor' on Instance uuid 4bf889a5-794e-47f7-962c-870f1ab78cbc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:55:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 18:55:45 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:55:45 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:55:45 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:55:45 user nova-compute[74046]:   <serial>0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f</serial>
Oct 23 18:55:45 user nova-compute[74046]: </disk>
Oct 23 18:55:45 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 18:55:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:55:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:55:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] No VIF found with MAC fa:16:3e:04:44:62, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:55:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:55:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 18:55:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:55:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:55:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5154a86c-9a00-4780-b1c5-664eaf3e5423 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.984s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:55:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:55:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:55:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-25a6981d-60d6-4605-bebe-387fe64b45d9 req-49dcf543-f7c6-4260-a3e4-e1b789789142 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received event network-changed-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:55:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-25a6981d-60d6-4605-bebe-387fe64b45d9 req-49dcf543-f7c6-4260-a3e4-e1b789789142 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Refreshing instance network info cache due to event network-changed-ba2634da-1ea9-4df6-8d7d-949cda336a10. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:55:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-25a6981d-60d6-4605-bebe-387fe64b45d9 req-49dcf543-f7c6-4260-a3e4-e1b789789142 service nova] Acquiring lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:55:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-25a6981d-60d6-4605-bebe-387fe64b45d9 req-49dcf543-f7c6-4260-a3e4-e1b789789142 service nova] Acquired lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:55:58 user nova-compute[74046]: DEBUG nova.network.neutron [req-25a6981d-60d6-4605-bebe-387fe64b45d9 req-49dcf543-f7c6-4260-a3e4-e1b789789142 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Refreshing network info cache for port ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:55:59 user nova-compute[74046]: DEBUG nova.network.neutron [req-25a6981d-60d6-4605-bebe-387fe64b45d9 req-49dcf543-f7c6-4260-a3e4-e1b789789142 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updated VIF entry in instance network info cache for port ba2634da-1ea9-4df6-8d7d-949cda336a10. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:55:59 user nova-compute[74046]: DEBUG nova.network.neutron [req-25a6981d-60d6-4605-bebe-387fe64b45d9 req-49dcf543-f7c6-4260-a3e4-e1b789789142 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updating instance_info_cache with network_info: [{"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:55:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-25a6981d-60d6-4605-bebe-387fe64b45d9 req-49dcf543-f7c6-4260-a3e4-e1b789789142 service nova] Releasing lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "57fe199a-7efd-48b8-802c-29cb64a91a9e" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:00 user nova-compute[74046]: INFO nova.compute.manager [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Unshelving
Oct 23 18:56:00 user nova-compute[74046]: INFO nova.virt.block_device [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Booting with volume 84ac7a4b-ba37-4988-add7-dbe7e6156dcd at /dev/vda
Oct 23 18:56:00 user nova-compute[74046]: DEBUG os_brick.utils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebacb65f-c738-4b26-8e4a-0ab41259b7f8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0ad3651-55c8-4769-96ce-d845a7864720]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[de197afb-68ac-4ef7-9c12-b3072580fe14]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdd0ee3a-10b6-450b-9826-86cb8fd9d21d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 18:56:00 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 18:56:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d1c9577-3c94-49cf-b64c-87de2be81e75]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG os_brick.utils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] <== get_connector_properties: return (161ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:56:00 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updating existing volume attachment record: 5aecc989-2637-4384-b6d3-8b5e947f9a3a {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 18:56:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-88dfee14-1dc9-4d44-b2aa-f3bdeaa1009c req-6c45a598-6d6e-4197-9ba0-a5304a5b0f16 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received event network-changed-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:56:01 user nova-compute[74046]: DEBUG nova.compute.manager [req-88dfee14-1dc9-4d44-b2aa-f3bdeaa1009c req-6c45a598-6d6e-4197-9ba0-a5304a5b0f16 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Refreshing instance network info cache due to event network-changed-ba2634da-1ea9-4df6-8d7d-949cda336a10. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:56:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-88dfee14-1dc9-4d44-b2aa-f3bdeaa1009c req-6c45a598-6d6e-4197-9ba0-a5304a5b0f16 service nova] Acquiring lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:56:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-88dfee14-1dc9-4d44-b2aa-f3bdeaa1009c req-6c45a598-6d6e-4197-9ba0-a5304a5b0f16 service nova] Acquired lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:56:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-88dfee14-1dc9-4d44-b2aa-f3bdeaa1009c req-6c45a598-6d6e-4197-9ba0-a5304a5b0f16 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Refreshing network info cache for port ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:56:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-88dfee14-1dc9-4d44-b2aa-f3bdeaa1009c req-6c45a598-6d6e-4197-9ba0-a5304a5b0f16 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updated VIF entry in instance network info cache for port ba2634da-1ea9-4df6-8d7d-949cda336a10. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:56:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-88dfee14-1dc9-4d44-b2aa-f3bdeaa1009c req-6c45a598-6d6e-4197-9ba0-a5304a5b0f16 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updating instance_info_cache with network_info: [{"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:56:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-88dfee14-1dc9-4d44-b2aa-f3bdeaa1009c req-6c45a598-6d6e-4197-9ba0-a5304a5b0f16 service nova] Releasing lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:56:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:11 user nova-compute[74046]: INFO nova.compute.manager [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Rebooting instance
Oct 23 18:56:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:56:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquired lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:56:11 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:56:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updating instance_info_cache with network_info: [{"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:56:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Releasing lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:56:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:56:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-778a96be-0888-44f6-b324-be9d513ee762 req-4a821d23-0bd4-4ae5-ae70-9371d1a068dc service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received event network-vif-unplugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:56:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-778a96be-0888-44f6-b324-be9d513ee762 req-4a821d23-0bd4-4ae5-ae70-9371d1a068dc service nova] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-778a96be-0888-44f6-b324-be9d513ee762 req-4a821d23-0bd4-4ae5-ae70-9371d1a068dc service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-778a96be-0888-44f6-b324-be9d513ee762 req-4a821d23-0bd4-4ae5-ae70-9371d1a068dc service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-778a96be-0888-44f6-b324-be9d513ee762 req-4a821d23-0bd4-4ae5-ae70-9371d1a068dc service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] No waiting events found dispatching network-vif-unplugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:56:12 user nova-compute[74046]: WARNING nova.compute.manager [req-778a96be-0888-44f6-b324-be9d513ee762 req-4a821d23-0bd4-4ae5-ae70-9371d1a068dc service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received unexpected event network-vif-unplugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 for instance with vm_state active and task_state reboot_started_hard.
Oct 23 18:56:13 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Instance destroyed successfully.
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'resources' on Instance uuid 4bf889a5-794e-47f7-962c-870f1ab78cbc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:53:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1290888638',display_name='tempest-TestMinimumBasicScenario-server-1290888638',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1290888638',id=46,image_ref='94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCQ8p5nL0jQwsfPuZgJPyCQ6y1CBc1j9jeXle66CW0TubU0ENXnIKbO95ILrMOP0vHi5mgOqeC/ih0luRpoO7dJXYGpD0LJIsC5+kSRUYPT5s5pCRUG1bAiB6wS6PsXEhw==',key_name='tempest-TestMinimumBasicScenario-355577887',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:53:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e6d1d18530949f4ab227eae33fd8427',ramdisk_id='',reservation_id='r-1q4yrs7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-362832678',owner_user_name='tempest-TestMinimumBasicScenario-362832678-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:56:12Z,user_data=None,user_id='f8ebb8078f334aa9a2c4a7e126ebf8e3',uuid=4bf889a5-794e-47f7-962c-870f1ab78cbc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converting VIF {"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_vif [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapba2634da-1e, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ad5ba365-1d70-453c-bc29-f992a237fd2d) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:56:13 user nova-compute[74046]: INFO os_vif [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e')
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RMYkQNjV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:56:13 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae1764b9-2f84-408b-bdde-3db0ddf5b13f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:56:13 user nova-compute[74046]: No targets found.
Oct 23 18:56:13 user nova-compute[74046]: iSNS:
Oct 23 18:56:13 user nova-compute[74046]: No targets found.
Oct 23 18:56:13 user nova-compute[74046]: STATIC:
Oct 23 18:56:13 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f
Oct 23 18:56:13 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:56:13 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:56:13 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8
Oct 23 18:56:13 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:56:13 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:56:13 user nova-compute[74046]: FIRMWARE:
Oct 23 18:56:13 user nova-compute[74046]: No targets found.
Oct 23 18:56:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:56:13 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:56:13 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[492dd9f8-16f5-4931-b2f4-e02e98ec9f3d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[79904ae5-3fd0-45de-90ac-9e2ea23d9322]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:56:13 user nova-compute[74046]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:56:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:56:13 user nova-compute[74046]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:56:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef83727a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eefbe09-92cc-49fd-a403-3470b0dd0aa6]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2488ef5-18b2-4f03-89b9-52b3eefd8f02]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e37eeff-2285-4488-b6f1-a6e8b30cb8ab]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[065326cc-36c1-4db2-911e-1b7384d94c1f]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[99fa2918-e269-469d-8df2-950843cabcf6]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[95065c9b-2cc0-4407-aafb-63a47efa0395]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260]
Oct 23 18:56:13 user nova-compute[74046]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260] successful.
Oct 23 18:56:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a61ab3bb-d58d-4acc-8f87-bbdf9579d476]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.288s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] <== disconnect_volume: return (289ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Start _get_guest_xml network_info=[{"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': '94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vdb', 'guest_format': None, 'attachment_id': '5346d71b-6e06-4a1b-9a51-d6d7d9283e7c', 'disk_bus': 'virtio', 'boot_index': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RMYkQNjV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '4bf889a5-794e-47f7-962c-870f1ab78cbc', 'attached_at': '', 'detached_at': '', 'volume_id': '0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f', 'serial': '0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:56:13 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:56:13 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'vcpu_model' on Instance uuid 4bf889a5-794e-47f7-962c-870f1ab78cbc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.objects.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Object Instance<4bf889a5-794e-47f7-962c-870f1ab78cbc> lazy-loaded attributes: resources,vcpu_model {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RMYkQNjV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:56:13 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:56:13 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:56:13 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b1859d7-61c6-449b-b744-da0e49b782ca]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:56:13 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1f7901d-4b43-4e43-9761-ad899aa2be48]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f] added
Oct 23 18:56:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fbc7440-9598-4b64-824e-fcf2e4b6ff89]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa505ced-13cc-4441-8c31-aefae53048f7]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RMYkQNjV {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RMYkQNjV" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a7a0661-3ca8-480e-95fd-0912c3106b05]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RMYkQNjV'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[27c4a408-64a3-4e19-b3c0-e6b29c578a8d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[86bd28da-7304-48c3-9b4f-90009c25d8d2]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:56:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:56:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a29ba79-d320-4fe8-ac3d-b6448bf07cc1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260]
Oct 23 18:56:13 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260] successful.
Oct 23 18:56:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[de4beb52-98f7-43f1-ab14-2c82668d6b5e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fac6afff-15c3-4646-acb7-b6706ef5b792]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:56:13 user nova-compute[74046]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:56:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:56:13 user nova-compute[74046]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:56:13 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] HCTL ('33', '-', '-', 0) found on session 56 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d496f5f5-14d5-4ff2-a48f-340948f04df0]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:56:13 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RMYkQNjV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-2829532a-5531-433c-9c70-1fd2b40a7ce1 req-9ca9cce4-526e-4efa-bd0e-d77555c86003 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received event network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2829532a-5531-433c-9c70-1fd2b40a7ce1 req-9ca9cce4-526e-4efa-bd0e-d77555c86003 service nova] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2829532a-5531-433c-9c70-1fd2b40a7ce1 req-9ca9cce4-526e-4efa-bd0e-d77555c86003 service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2829532a-5531-433c-9c70-1fd2b40a7ce1 req-9ca9cce4-526e-4efa-bd0e-d77555c86003 service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-2829532a-5531-433c-9c70-1fd2b40a7ce1 req-9ca9cce4-526e-4efa-bd0e-d77555c86003 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] No waiting events found dispatching network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:56:14 user nova-compute[74046]: WARNING nova.compute.manager [req-2829532a-5531-433c-9c70-1fd2b40a7ce1 req-9ca9cce4-526e-4efa-bd0e-d77555c86003 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received unexpected event network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 for instance with vm_state active and task_state reboot_started_hard.
Oct 23 18:56:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '26333646638363063', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26333646638363063', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:53:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1290888638',display_name='tempest-TestMinimumBasicScenario-server-1290888638',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1290888638',id=46,image_ref='94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCQ8p5nL0jQwsfPuZgJPyCQ6y1CBc1j9jeXle66CW0TubU0ENXnIKbO95ILrMOP0vHi5mgOqeC/ih0luRpoO7dJXYGpD0LJIsC5+kSRUYPT5s5pCRUG1bAiB6wS6PsXEhw==',key_name='tempest-TestMinimumBasicScenario-355577887',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:53:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e6d1d18530949f4ab227eae33fd8427',ramdisk_id='',reservation_id='r-1q4yrs7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-362832678',owner_user_name='tempest-TestMinimumBasicScenario-362832678-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:56:12Z,user_data=None,user_id='f8ebb8078f334aa9a2c4a7e126ebf8e3',uuid=4bf889a5-794e-47f7-962c-870f1ab78cbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converting VIF {"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'pci_devices' on Instance uuid 4bf889a5-794e-47f7-962c-870f1ab78cbc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG nova.objects.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Object Instance<4bf889a5-794e-47f7-962c-870f1ab78cbc> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:56:14 user nova-compute[74046]:   <uuid>4bf889a5-794e-47f7-962c-870f1ab78cbc</uuid>
Oct 23 18:56:14 user nova-compute[74046]:   <name>instance-0000002e</name>
Oct 23 18:56:14 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:56:14 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:56:14 user nova-compute[74046]:   <metadata>
Oct 23 18:56:14 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:56:14 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:56:14 user nova-compute[74046]:       <nova:name>tempest-TestMinimumBasicScenario-server-1290888638</nova:name>
Oct 23 18:56:14 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:56:13</nova:creationTime>
Oct 23 18:56:14 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:56:14 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:56:14 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:56:14 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:56:14 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:56:14 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:56:14 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:56:14 user nova-compute[74046]:       <nova:owner>
Oct 23 18:56:14 user nova-compute[74046]:         <nova:user uuid="f8ebb8078f334aa9a2c4a7e126ebf8e3">tempest-TestMinimumBasicScenario-362832678-project-member</nova:user>
Oct 23 18:56:14 user nova-compute[74046]:         <nova:project uuid="3e6d1d18530949f4ab227eae33fd8427">tempest-TestMinimumBasicScenario-362832678</nova:project>
Oct 23 18:56:14 user nova-compute[74046]:       </nova:owner>
Oct 23 18:56:14 user nova-compute[74046]:       <nova:root type="image" uuid="94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4"/>
Oct 23 18:56:14 user nova-compute[74046]:       <nova:ports>
Oct 23 18:56:14 user nova-compute[74046]:         <nova:port uuid="ba2634da-1ea9-4df6-8d7d-949cda336a10">
Oct 23 18:56:14 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 23 18:56:14 user nova-compute[74046]:         </nova:port>
Oct 23 18:56:14 user nova-compute[74046]:       </nova:ports>
Oct 23 18:56:14 user nova-compute[74046]:     </nova:instance>
Oct 23 18:56:14 user nova-compute[74046]:   </metadata>
Oct 23 18:56:14 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:56:14 user nova-compute[74046]:     <system>
Oct 23 18:56:14 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:56:14 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:56:14 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:56:14 user nova-compute[74046]:       <entry name="serial">4bf889a5-794e-47f7-962c-870f1ab78cbc</entry>
Oct 23 18:56:14 user nova-compute[74046]:       <entry name="uuid">4bf889a5-794e-47f7-962c-870f1ab78cbc</entry>
Oct 23 18:56:14 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:56:14 user nova-compute[74046]:     </system>
Oct 23 18:56:14 user nova-compute[74046]:   </sysinfo>
Oct 23 18:56:14 user nova-compute[74046]:   <os>
Oct 23 18:56:14 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:56:14 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:56:14 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:56:14 user nova-compute[74046]:   </os>
Oct 23 18:56:14 user nova-compute[74046]:   <features>
Oct 23 18:56:14 user nova-compute[74046]:     <acpi/>
Oct 23 18:56:14 user nova-compute[74046]:     <apic/>
Oct 23 18:56:14 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:56:14 user nova-compute[74046]:   </features>
Oct 23 18:56:14 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:56:14 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:56:14 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:56:14 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:56:14 user nova-compute[74046]:   </clock>
Oct 23 18:56:14 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:56:14 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:56:14 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:56:14 user nova-compute[74046]:   </cpu>
Oct 23 18:56:14 user nova-compute[74046]:   <devices>
Oct 23 18:56:14 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:56:14 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:56:14 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk"/>
Oct 23 18:56:14 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:56:14 user nova-compute[74046]:     </disk>
Oct 23 18:56:14 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:56:14 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:56:14 user nova-compute[74046]:       <source dev="/dev/sdb"/>
Oct 23 18:56:14 user nova-compute[74046]:       <target dev="vdb" bus="virtio"/>
Oct 23 18:56:14 user nova-compute[74046]:       <serial>0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f</serial>
Oct 23 18:56:14 user nova-compute[74046]:     </disk>
Oct 23 18:56:14 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:56:14 user nova-compute[74046]:       <mac address="fa:16:3e:04:44:62"/>
Oct 23 18:56:14 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:56:14 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:56:14 user nova-compute[74046]:       <target dev="tapba2634da-1e"/>
Oct 23 18:56:14 user nova-compute[74046]:     </interface>
Oct 23 18:56:14 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:56:14 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/console.log" append="off"/>
Oct 23 18:56:14 user nova-compute[74046]:     </serial>
Oct 23 18:56:14 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:56:14 user nova-compute[74046]:     <video>
Oct 23 18:56:14 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:56:14 user nova-compute[74046]:     </video>
Oct 23 18:56:14 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:56:14 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:56:14 user nova-compute[74046]:     </rng>
Oct 23 18:56:14 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:56:14 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:56:14 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:56:14 user nova-compute[74046]:     </memballoon>
Oct 23 18:56:14 user nova-compute[74046]:   </devices>
Oct 23 18:56:14 user nova-compute[74046]: </domain>
Oct 23 18:56:14 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:56:14 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'trusted_certs' on Instance uuid 4bf889a5-794e-47f7-962c-870f1ab78cbc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG nova.objects.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Object Instance<4bf889a5-794e-47f7-962c-870f1ab78cbc> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Cannot resize image /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG nova.objects.instance [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'migration_context' on Instance uuid 4bf889a5-794e-47f7-962c-870f1ab78cbc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG nova.objects.base [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Object Instance<4bf889a5-794e-47f7-962c-870f1ab78cbc> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:53:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1290888638',display_name='tempest-TestMinimumBasicScenario-server-1290888638',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1290888638',id=46,image_ref='94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCQ8p5nL0jQwsfPuZgJPyCQ6y1CBc1j9jeXle66CW0TubU0ENXnIKbO95ILrMOP0vHi5mgOqeC/ih0luRpoO7dJXYGpD0LJIsC5+kSRUYPT5s5pCRUG1bAiB6wS6PsXEhw==',key_name='tempest-TestMinimumBasicScenario-355577887',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:53:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='3e6d1d18530949f4ab227eae33fd8427',ramdisk_id='',reservation_id='r-1q4yrs7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-362832678',owner_user_name='tempest-TestMinimumBasicScenario-362832678-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:56:12Z,user_data=None,user_id='f8ebb8078f334aa9a2c4a7e126ebf8e3',uuid=4bf889a5-794e-47f7-962c-870f1ab78cbc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converting VIF {"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG os_vif [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e0a11219-1b05-5a5d-aee5-3aa455752f10', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapba2634da-1e, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapba2634da-1e, col_values=(('qos', UUID('f2108fe0-9cff-4af3-b8c6-93be002b3db0')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapba2634da-1e, col_values=(('external_ids', {'iface-id': 'ba2634da-1ea9-4df6-8d7d-949cda336a10', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:44:62', 'vm-uuid': '4bf889a5-794e-47f7-962c-870f1ab78cbc'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:56:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:15 user nova-compute[74046]: INFO os_vif [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e')
Oct 23 18:56:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-46f9aaf6-ca9c-4ad7-8156-9903c6b9b161 req-03eb48d8-3fac-4128-834a-6750c154dd7f service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received event network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:56:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-46f9aaf6-ca9c-4ad7-8156-9903c6b9b161 req-03eb48d8-3fac-4128-834a-6750c154dd7f service nova] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-46f9aaf6-ca9c-4ad7-8156-9903c6b9b161 req-03eb48d8-3fac-4128-834a-6750c154dd7f service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-46f9aaf6-ca9c-4ad7-8156-9903c6b9b161 req-03eb48d8-3fac-4128-834a-6750c154dd7f service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-46f9aaf6-ca9c-4ad7-8156-9903c6b9b161 req-03eb48d8-3fac-4128-834a-6750c154dd7f service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] No waiting events found dispatching network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:56:17 user nova-compute[74046]: WARNING nova.compute.manager [req-46f9aaf6-ca9c-4ad7-8156-9903c6b9b161 req-03eb48d8-3fac-4128-834a-6750c154dd7f service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received unexpected event network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 for instance with vm_state active and task_state reboot_started_hard.
Oct 23 18:56:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:56:19 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Instance rebooted successfully.
Oct 23 18:56:19 user nova-compute[74046]: DEBUG nova.compute.manager [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:56:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-6d48b4ac-6dcb-4ecf-8a1c-143b543658c3 req-4c4ca67d-9444-4602-a80a-71e637d4c9d1 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received event network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:56:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6d48b4ac-6dcb-4ecf-8a1c-143b543658c3 req-4c4ca67d-9444-4602-a80a-71e637d4c9d1 service nova] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6d48b4ac-6dcb-4ecf-8a1c-143b543658c3 req-4c4ca67d-9444-4602-a80a-71e637d4c9d1 service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6d48b4ac-6dcb-4ecf-8a1c-143b543658c3 req-4c4ca67d-9444-4602-a80a-71e637d4c9d1 service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:19 user nova-compute[74046]: DEBUG nova.compute.manager [req-6d48b4ac-6dcb-4ecf-8a1c-143b543658c3 req-4c4ca67d-9444-4602-a80a-71e637d4c9d1 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] No waiting events found dispatching network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:56:19 user nova-compute[74046]: WARNING nova.compute.manager [req-6d48b4ac-6dcb-4ecf-8a1c-143b543658c3 req-4c4ca67d-9444-4602-a80a-71e637d4c9d1 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received unexpected event network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 for instance with vm_state active and task_state reboot_started_hard.
Oct 23 18:56:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-d05d71f0-53a4-4501-9ab9-8aea8d58f9a5 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.969s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:20 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:56:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:24 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:56:25 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:56:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:56:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:56:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:56:25 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:56:25 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updating instance_info_cache with network_info: [{"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:56:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:56:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:56:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-f5ffa437-7863-4425-9acf-13ef601f1bec req-c06307c3-7dcd-4c4e-b396-625c9516cb45 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Received event network-changed-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-f5ffa437-7863-4425-9acf-13ef601f1bec req-c06307c3-7dcd-4c4e-b396-625c9516cb45 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Refreshing instance network info cache due to event network-changed-01d84f39-7ca5-4fe1-b8ce-38aabd8df354. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f5ffa437-7863-4425-9acf-13ef601f1bec req-c06307c3-7dcd-4c4e-b396-625c9516cb45 service nova] Acquiring lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f5ffa437-7863-4425-9acf-13ef601f1bec req-c06307c3-7dcd-4c4e-b396-625c9516cb45 service nova] Acquired lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG nova.network.neutron [req-f5ffa437-7863-4425-9acf-13ef601f1bec req-c06307c3-7dcd-4c4e-b396-625c9516cb45 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Refreshing network info cache for port 01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "390a13b3-5a08-4f6a-9414-beefbd64d428" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:26 user nova-compute[74046]: INFO nova.compute.manager [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Terminating instance
Oct 23 18:56:26 user nova-compute[74046]: DEBUG nova.compute.manager [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG nova.network.neutron [req-f5ffa437-7863-4425-9acf-13ef601f1bec req-c06307c3-7dcd-4c4e-b396-625c9516cb45 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Updated VIF entry in instance network info cache for port 01d84f39-7ca5-4fe1-b8ce-38aabd8df354. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:56:26 user nova-compute[74046]: DEBUG nova.network.neutron [req-f5ffa437-7863-4425-9acf-13ef601f1bec req-c06307c3-7dcd-4c4e-b396-625c9516cb45 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Updating instance_info_cache with network_info: [{"id": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "address": "fa:16:3e:a2:14:93", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01d84f39-7c", "ovs_interfaceid": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f5ffa437-7863-4425-9acf-13ef601f1bec req-c06307c3-7dcd-4c4e-b396-625c9516cb45 service nova] Releasing lock "refresh_cache-390a13b3-5a08-4f6a-9414-beefbd64d428" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-c0d501e2-5972-4931-a3fc-8de01bf18c8a req-7f87e620-5021-41b2-8d28-8ca5bf9edcd3 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Received event network-vif-unplugged-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c0d501e2-5972-4931-a3fc-8de01bf18c8a req-7f87e620-5021-41b2-8d28-8ca5bf9edcd3 service nova] Acquiring lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c0d501e2-5972-4931-a3fc-8de01bf18c8a req-7f87e620-5021-41b2-8d28-8ca5bf9edcd3 service nova] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c0d501e2-5972-4931-a3fc-8de01bf18c8a req-7f87e620-5021-41b2-8d28-8ca5bf9edcd3 service nova] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-c0d501e2-5972-4931-a3fc-8de01bf18c8a req-7f87e620-5021-41b2-8d28-8ca5bf9edcd3 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] No waiting events found dispatching network-vif-unplugged-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-c0d501e2-5972-4931-a3fc-8de01bf18c8a req-7f87e620-5021-41b2-8d28-8ca5bf9edcd3 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Received event network-vif-unplugged-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:56:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Instance destroyed successfully.
Oct 23 18:56:27 user nova-compute[74046]: DEBUG nova.objects.instance [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lazy-loading 'resources' on Instance uuid 390a13b3-5a08-4f6a-9414-beefbd64d428 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:50:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1606435188',display_name='tempest-TestVolumeBootPattern-server-1606435188',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1606435188',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOwJXWZObbnBwPxMTtNJwctS1ZfHH+e4cH4aP/7dwRI91MdufvSIVzzc+yktIpjc+i1OUY6DaRKOUqsJIO52zRcja3J4Fdt97vWY2TWfY/bgm0IhtRFHC5nMsMwT6N/Hjw==',key_name='tempest-TestVolumeBootPattern-2014706480',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:51:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bae0e28245d541e5bcb945983ce4d335',ramdisk_id='',reservation_id='r-cs7t311m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-462875323',owner_user_name='tempest-TestVolumeBootPattern-462875323-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:51:21Z,user_data=None,user_id='f4874ac0a6b84fd3bc00d6d3513fd477',uuid=390a13b3-5a08-4f6a-9414-beefbd64d428,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "address": "fa:16:3e:a2:14:93", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01d84f39-7c", "ovs_interfaceid": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converting VIF {"id": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "address": "fa:16:3e:a2:14:93", "network": {"id": "80e70389-f9ad-4ca0-915a-a82dd1db9ff4", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-552343191-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bae0e28245d541e5bcb945983ce4d335", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01d84f39-7c", "ovs_interfaceid": "01d84f39-7ca5-4fe1-b8ce-38aabd8df354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a2:14:93,bridge_name='br-int',has_traffic_filtering=True,id=01d84f39-7ca5-4fe1-b8ce-38aabd8df354,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01d84f39-7c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_vif [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a2:14:93,bridge_name='br-int',has_traffic_filtering=True,id=01d84f39-7ca5-4fe1-b8ce-38aabd8df354,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01d84f39-7c') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap01d84f39-7c, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=58ac4615-df89-4501-9283-9b320186ab4c) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:56:27 user nova-compute[74046]: INFO os_vif [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a2:14:93,bridge_name='br-int',has_traffic_filtering=True,id=01d84f39-7ca5-4fe1-b8ce-38aabd8df354,network=Network(80e70389-f9ad-4ca0-915a-a82dd1db9ff4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01d84f39-7c')
Oct 23 18:56:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xrChIbBO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:56:27 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[117185f8-6fb1-42cc-a958-dda91b60c9ad]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:56:27 user nova-compute[74046]: No targets found.
Oct 23 18:56:27 user nova-compute[74046]: iSNS:
Oct 23 18:56:27 user nova-compute[74046]: No targets found.
Oct 23 18:56:27 user nova-compute[74046]: STATIC:
Oct 23 18:56:27 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f
Oct 23 18:56:27 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:56:27 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:56:27 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8
Oct 23 18:56:27 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:56:27 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:56:27 user nova-compute[74046]: FIRMWARE:
Oct 23 18:56:27 user nova-compute[74046]: No targets found.
Oct 23 18:56:27 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:56:27 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:56:27 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc32dfa4-61e5-47c3-acc9-0cd714e94c0b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cdae007-e231-4d9a-9a86-36a6aed9e4bd]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:56:27 user nova-compute[74046]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:56:27 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 (non-flash)
Oct 23 18:56:27 user nova-compute[74046]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:56:27 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef851a5f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4942321d-8bce-4b47-8aaf-96ef4ebb687b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ad40c7-568f-4f4e-859c-4ed5ea90cb3c]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[45927074-4e02-4e31-bdcc-77d439e58ed3]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.169s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9beffa20-2938-4b89-b448-dafbe927c245]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d903713-0294-453c-8122-533245831594]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:27 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:28 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[578afab5-d887-4c94-8e11-2396b736afb9]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:28 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260]
Oct 23 18:56:28 user nova-compute[74046]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8, portal: 172.16.0.220,3260] successful.
Oct 23 18:56:28 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:28 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a08b331-adcc-40c1-a74a-6bc45907d1c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:28 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b060744-bbba-44f4-8372-4f326d16862b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:28 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:28 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.457s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:56:28 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] <== disconnect_volume: return (459ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:56:28 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:56:28 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Deleting instance files /opt/stack/data/nova/instances/390a13b3-5a08-4f6a-9414-beefbd64d428_del
Oct 23 18:56:28 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Deletion of /opt/stack/data/nova/instances/390a13b3-5a08-4f6a-9414-beefbd64d428_del complete
Oct 23 18:56:28 user nova-compute[74046]: INFO nova.compute.manager [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Took 1.40 seconds to destroy the instance on the hypervisor.
Oct 23 18:56:28 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:56:28 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:56:28 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:56:28 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:56:28 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Took 0.82 seconds to deallocate network for instance.
Oct 23 18:56:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-ba331f59-7ac5-453a-8909-0d82beb65282 req-756ebf33-7a99-4db9-a70f-fec772c6cf65 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Received event network-vif-deleted-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:56:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-b84921d0-bf88-48e2-9528-ad34bdef0c10 req-9ec573bb-6d06-4b94-b13a-5e78c5d2a6d5 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Received event network-vif-plugged-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:56:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b84921d0-bf88-48e2-9528-ad34bdef0c10 req-9ec573bb-6d06-4b94-b13a-5e78c5d2a6d5 service nova] Acquiring lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b84921d0-bf88-48e2-9528-ad34bdef0c10 req-9ec573bb-6d06-4b94-b13a-5e78c5d2a6d5 service nova] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b84921d0-bf88-48e2-9528-ad34bdef0c10 req-9ec573bb-6d06-4b94-b13a-5e78c5d2a6d5 service nova] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-b84921d0-bf88-48e2-9528-ad34bdef0c10 req-9ec573bb-6d06-4b94-b13a-5e78c5d2a6d5 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] No waiting events found dispatching network-vif-plugged-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:56:29 user nova-compute[74046]: WARNING nova.compute.manager [req-b84921d0-bf88-48e2-9528-ad34bdef0c10 req-9ec573bb-6d06-4b94-b13a-5e78c5d2a6d5 service nova] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Received unexpected event network-vif-plugged-01d84f39-7ca5-4fe1-b8ce-38aabd8df354 for instance with vm_state active and task_state deleting.
Oct 23 18:56:29 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:56:29 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:56:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:29 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lazy-loading 'pci_requests' on Instance uuid 57fe199a-7efd-48b8-802c-29cb64a91a9e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:56:29 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lazy-loading 'numa_topology' on Instance uuid 57fe199a-7efd-48b8-802c-29cb64a91a9e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:56:29 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:56:29 user nova-compute[74046]: INFO nova.compute.claims [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Claim successful on node user
Oct 23 18:56:29 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:56:29 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:56:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.455s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:29 user nova-compute[74046]: INFO nova.network.neutron [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updating port 015007db-5c28-45e0-9c79-472a0455f60a with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 23 18:56:29 user nova-compute[74046]: INFO nova.compute.manager [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] [instance: 390a13b3-5a08-4f6a-9414-beefbd64d428] Took 0.98 seconds to detach 1 volumes for instance.
Oct 23 18:56:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:30 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:56:30 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:56:30 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74046) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 18:56:30 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:56:30 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:56:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.205s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:30 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Deleted allocations for instance 390a13b3-5a08-4f6a-9414-beefbd64d428
Oct 23 18:56:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-2843cc6c-1713-47ce-82c1-a638044ff0f9 tempest-TestVolumeBootPattern-462875323 tempest-TestVolumeBootPattern-462875323-project-member] Lock "390a13b3-5a08-4f6a-9414-beefbd64d428" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.656s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:56:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquired lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:56:30 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-339c0784-3bad-49b8-9027-b965bd5cd472 req-e1a223ae-c463-49bc-8718-cf6e4439be93 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-changed-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.compute.manager [req-339c0784-3bad-49b8-9027-b965bd5cd472 req-e1a223ae-c463-49bc-8718-cf6e4439be93 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Refreshing instance network info cache due to event network-changed-015007db-5c28-45e0-9c79-472a0455f60a. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-339c0784-3bad-49b8-9027-b965bd5cd472 req-e1a223ae-c463-49bc-8718-cf6e4439be93 service nova] Acquiring lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updating instance_info_cache with network_info: [{"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Releasing lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:56:31 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Creating image(s)
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Did not create local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Ensure instance console log exists: /opt/stack/data/nova/instances/57fe199a-7efd-48b8-802c-29cb64a91a9e/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Start _get_guest_xml network_info=[{"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/vda', 'guest_format': None, 'attachment_id': '5aecc989-2637-4384-b6d3-8b5e947f9a3a', 'disk_bus': 'virtio', 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LqEnTzvO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '57fe199a-7efd-48b8-802c-29cb64a91a9e', 'attached_at': '', 'detached_at': '', 'volume_id': '84ac7a4b-ba37-4988-add7-dbe7e6156dcd', 'serial': '84ac7a4b-ba37-4988-add7-dbe7e6156dcd'}, 'device_type': 'disk', 'volume_type': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-339c0784-3bad-49b8-9027-b965bd5cd472 req-e1a223ae-c463-49bc-8718-cf6e4439be93 service nova] Acquired lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.network.neutron [req-339c0784-3bad-49b8-9027-b965bd5cd472 req-e1a223ae-c463-49bc-8718-cf6e4439be93 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Refreshing network info cache for port 015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:56:31 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:56:31 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lazy-loading 'vcpu_model' on Instance uuid 57fe199a-7efd-48b8-802c-29cb64a91a9e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.objects.base [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Object Instance<57fe199a-7efd-48b8-802c-29cb64a91a9e> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LqEnTzvO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:56:31 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:56:31 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:56:31 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aaadbfe-f44b-48fe-897b-9f43c64a1691]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 18:56:31 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[89f6ffe4-7fe2-443d-8122-3aa60e7898e0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd] added
Oct 23 18:56:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb830049-91e5-45a5-879c-dc4109edfa1c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f41503a-c02f-4f92-8964-0720dc89ecac]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LqEnTzvO {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LqEnTzvO" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[12554b01-b074-4a10-bdb6-ff770637fd5d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LqEnTzvO'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[38d1258d-8eaa-489b-a6df-f96257afc3e9]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[930cf226-4877-446b-98bb-2e1bbbb0d230]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:56:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:56:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f494a03a-894c-42bb-977c-f1c9dbb3907b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260]
Oct 23 18:56:31 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260] successful.
Oct 23 18:56:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[af63b3d5-645e-46c7-8924-efb7523930a2]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3f02e15-ed92-4b12-8b7b-07fc7377bb67]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:56:31 user nova-compute[74046]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:56:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:56:31 user nova-compute[74046]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:56:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] HCTL ('34', '-', '-', 0) found on session 57 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e786e938-48e8-4746-a3ac-64eea5a55169]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Searching for a device in session 57 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LqEnTzvO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.network.neutron [req-339c0784-3bad-49b8-9027-b965bd5cd472 req-e1a223ae-c463-49bc-8718-cf6e4439be93 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updated VIF entry in instance network info cache for port 015007db-5c28-45e0-9c79-472a0455f60a. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG nova.network.neutron [req-339c0784-3bad-49b8-9027-b965bd5cd472 req-e1a223ae-c463-49bc-8718-cf6e4439be93 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updating instance_info_cache with network_info: [{"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:56:31 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-339c0784-3bad-49b8-9027-b965bd5cd472 req-e1a223ae-c463-49bc-8718-cf6e4439be93 service nova] Releasing lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '26331646564316365', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26331646564316365', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:52:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-388690005',display_name='tempest-TestShelveInstance-server-388690005',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-388690005',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-983147247',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:52:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='397fdd99761b4b0bb5cd041b6773e4cd',ramdisk_id='',reservation_id='r-b55wo0eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-28083703',owner_user_name='tempest-TestShelveInstance-28083703-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:56:00Z,user_data=None,user_id='fe3c0efd2fde409482533fd6ab736bd3',uuid=57fe199a-7efd-48b8-802c-29cb64a91a9e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Converting VIF {"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lazy-loading 'pci_devices' on Instance uuid 57fe199a-7efd-48b8-802c-29cb64a91a9e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG nova.objects.base [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Object Instance<57fe199a-7efd-48b8-802c-29cb64a91a9e> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74046) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:56:32 user nova-compute[74046]:   <uuid>57fe199a-7efd-48b8-802c-29cb64a91a9e</uuid>
Oct 23 18:56:32 user nova-compute[74046]:   <name>instance-0000002c</name>
Oct 23 18:56:32 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:56:32 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:56:32 user nova-compute[74046]:   <metadata>
Oct 23 18:56:32 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:56:32 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:56:32 user nova-compute[74046]:       <nova:name>tempest-TestShelveInstance-server-388690005</nova:name>
Oct 23 18:56:32 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:56:31</nova:creationTime>
Oct 23 18:56:32 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:56:32 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:56:32 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:56:32 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:56:32 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:56:32 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:56:32 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:56:32 user nova-compute[74046]:       <nova:owner>
Oct 23 18:56:32 user nova-compute[74046]:         <nova:user uuid="fe3c0efd2fde409482533fd6ab736bd3">tempest-TestShelveInstance-28083703-project-member</nova:user>
Oct 23 18:56:32 user nova-compute[74046]:         <nova:project uuid="397fdd99761b4b0bb5cd041b6773e4cd">tempest-TestShelveInstance-28083703</nova:project>
Oct 23 18:56:32 user nova-compute[74046]:       </nova:owner>
Oct 23 18:56:32 user nova-compute[74046]:       <nova:ports>
Oct 23 18:56:32 user nova-compute[74046]:         <nova:port uuid="015007db-5c28-45e0-9c79-472a0455f60a">
Oct 23 18:56:32 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 23 18:56:32 user nova-compute[74046]:         </nova:port>
Oct 23 18:56:32 user nova-compute[74046]:       </nova:ports>
Oct 23 18:56:32 user nova-compute[74046]:     </nova:instance>
Oct 23 18:56:32 user nova-compute[74046]:   </metadata>
Oct 23 18:56:32 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:56:32 user nova-compute[74046]:     <system>
Oct 23 18:56:32 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:56:32 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:56:32 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:56:32 user nova-compute[74046]:       <entry name="serial">57fe199a-7efd-48b8-802c-29cb64a91a9e</entry>
Oct 23 18:56:32 user nova-compute[74046]:       <entry name="uuid">57fe199a-7efd-48b8-802c-29cb64a91a9e</entry>
Oct 23 18:56:32 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:56:32 user nova-compute[74046]:     </system>
Oct 23 18:56:32 user nova-compute[74046]:   </sysinfo>
Oct 23 18:56:32 user nova-compute[74046]:   <os>
Oct 23 18:56:32 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:56:32 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:56:32 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:56:32 user nova-compute[74046]:   </os>
Oct 23 18:56:32 user nova-compute[74046]:   <features>
Oct 23 18:56:32 user nova-compute[74046]:     <acpi/>
Oct 23 18:56:32 user nova-compute[74046]:     <apic/>
Oct 23 18:56:32 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:56:32 user nova-compute[74046]:   </features>
Oct 23 18:56:32 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:56:32 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:56:32 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:56:32 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:56:32 user nova-compute[74046]:   </clock>
Oct 23 18:56:32 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:56:32 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:56:32 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:56:32 user nova-compute[74046]:   </cpu>
Oct 23 18:56:32 user nova-compute[74046]:   <devices>
Oct 23 18:56:32 user nova-compute[74046]:     <disk type="block" device="disk">
Oct 23 18:56:32 user nova-compute[74046]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:56:32 user nova-compute[74046]:       <source dev="/dev/sdc"/>
Oct 23 18:56:32 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:56:32 user nova-compute[74046]:       <serial>84ac7a4b-ba37-4988-add7-dbe7e6156dcd</serial>
Oct 23 18:56:32 user nova-compute[74046]:     </disk>
Oct 23 18:56:32 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:56:32 user nova-compute[74046]:       <mac address="fa:16:3e:48:ba:49"/>
Oct 23 18:56:32 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:56:32 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:56:32 user nova-compute[74046]:       <target dev="tap015007db-5c"/>
Oct 23 18:56:32 user nova-compute[74046]:     </interface>
Oct 23 18:56:32 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:56:32 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/57fe199a-7efd-48b8-802c-29cb64a91a9e/console.log" append="off"/>
Oct 23 18:56:32 user nova-compute[74046]:     </serial>
Oct 23 18:56:32 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:56:32 user nova-compute[74046]:     <video>
Oct 23 18:56:32 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:56:32 user nova-compute[74046]:     </video>
Oct 23 18:56:32 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:56:32 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:56:32 user nova-compute[74046]:     </rng>
Oct 23 18:56:32 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:56:32 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:56:32 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:56:32 user nova-compute[74046]:     </memballoon>
Oct 23 18:56:32 user nova-compute[74046]:   </devices>
Oct 23 18:56:32 user nova-compute[74046]: </domain>
Oct 23 18:56:32 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:52:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-388690005',display_name='tempest-TestShelveInstance-server-388690005',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-388690005',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-983147247',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:52:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='397fdd99761b4b0bb5cd041b6773e4cd',ramdisk_id='',reservation_id='r-b55wo0eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-28083703',owner_user_name='tempest-TestShelveInstance-28083703-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:56:00Z,user_data=None,user_id='fe3c0efd2fde409482533fd6ab736bd3',uuid=57fe199a-7efd-48b8-802c-29cb64a91a9e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Converting VIF {"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG os_vif [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '21e4a1ba-cbcb-5ee8-86d4-e27329c62f83', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap015007db-5c, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap015007db-5c, col_values=(('qos', UUID('0bb6efe2-92ec-4ee9-add2-6011972192d7')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap015007db-5c, col_values=(('external_ids', {'iface-id': '015007db-5c28-45e0-9c79-472a0455f60a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:48:ba:49', 'vm-uuid': '57fe199a-7efd-48b8-802c-29cb64a91a9e'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:32 user nova-compute[74046]: INFO os_vif [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c')
Oct 23 18:56:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:56:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] No VIF found with MAC fa:16:3e:48:ba:49, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:56:33 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:56:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:34 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:56:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-2f94a580-21b2-4e6d-83fc-58d00ecf26d9 req-e1722033-c0ea-4f99-8873-57a0c8257a9a service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:56:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2f94a580-21b2-4e6d-83fc-58d00ecf26d9 req-e1722033-c0ea-4f99-8873-57a0c8257a9a service nova] Acquiring lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2f94a580-21b2-4e6d-83fc-58d00ecf26d9 req-e1722033-c0ea-4f99-8873-57a0c8257a9a service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2f94a580-21b2-4e6d-83fc-58d00ecf26d9 req-e1722033-c0ea-4f99-8873-57a0c8257a9a service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:34 user nova-compute[74046]: DEBUG nova.compute.manager [req-2f94a580-21b2-4e6d-83fc-58d00ecf26d9 req-e1722033-c0ea-4f99-8873-57a0c8257a9a service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] No waiting events found dispatching network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:56:34 user nova-compute[74046]: WARNING nova.compute.manager [req-2f94a580-21b2-4e6d-83fc-58d00ecf26d9 req-e1722033-c0ea-4f99-8873-57a0c8257a9a service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received unexpected event network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a for instance with vm_state shelved_offloaded and task_state spawning.
Oct 23 18:56:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:35 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:56:35 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 18:56:35 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] There are 0 instances to clean {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 18:56:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-266f30bf-3aef-49c8-a76e-7dfc928152a4 req-e1b53892-9594-499f-85bf-6cb305a25785 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:56:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-266f30bf-3aef-49c8-a76e-7dfc928152a4 req-e1b53892-9594-499f-85bf-6cb305a25785 service nova] Acquiring lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-266f30bf-3aef-49c8-a76e-7dfc928152a4 req-e1b53892-9594-499f-85bf-6cb305a25785 service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-266f30bf-3aef-49c8-a76e-7dfc928152a4 req-e1b53892-9594-499f-85bf-6cb305a25785 service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:36 user nova-compute[74046]: DEBUG nova.compute.manager [req-266f30bf-3aef-49c8-a76e-7dfc928152a4 req-e1b53892-9594-499f-85bf-6cb305a25785 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] No waiting events found dispatching network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:56:36 user nova-compute[74046]: WARNING nova.compute.manager [req-266f30bf-3aef-49c8-a76e-7dfc928152a4 req-e1b53892-9594-499f-85bf-6cb305a25785 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received unexpected event network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a for instance with vm_state shelved_offloaded and task_state spawning.
Oct 23 18:56:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:56:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:56:36 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Instance spawned successfully.
Oct 23 18:56:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:56:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b35d960d-59dd-4303-894c-0a728180a456 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 36.022s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:37 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:56:37 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:56:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:37 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:56:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:56:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.281s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:56:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:56:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:56:38 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:56:38 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:56:38 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8637MB free_disk=25.079818725585938GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:56:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:56:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:56:38 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 4bf889a5-794e-47f7-962c-870f1ab78cbc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:56:38 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 57fe199a-7efd-48b8-802c-29cb64a91a9e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:56:38 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:56:38 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:56:38 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing inventories for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 18:56:38 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating ProviderTree inventory for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 18:56:38 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 18:56:38 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing aggregate associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, aggregates: None {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 18:56:38 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing trait associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 18:56:38 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:56:39 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:56:39 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:56:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.626s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:56:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:56:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:57:06 user nova-compute[74046]: INFO nova.compute.claims [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Claim successful on node user
Oct 23 18:57:06 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.227s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:57:06 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:57:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG nova.policy [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89182b597826468e9b216085dc5371d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffb07dbab8e94eb48c9356d1a68ee1eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:57:06 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Creating image(s)
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "/opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "/opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "/opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk 1073741824" returned: 0 in 0.059s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Successfully created port: 2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Cannot resize image /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Ensure instance console log exists: /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Successfully updated port: 2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "refresh_cache-e1e17bbb-eb6a-4300-96de-3ae727538d9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquired lock "refresh_cache-e1e17bbb-eb6a-4300-96de-3ae727538d9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-000bfe53-8f4d-4dfe-8173-b9998f9916e8 req-5511a451-0281-47a3-90f4-bcfbcd37816a service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received event network-changed-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-000bfe53-8f4d-4dfe-8173-b9998f9916e8 req-5511a451-0281-47a3-90f4-bcfbcd37816a service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Refreshing instance network info cache due to event network-changed-2cbb1a81-25ab-4099-b3e9-9d7a69991c82. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-000bfe53-8f4d-4dfe-8173-b9998f9916e8 req-5511a451-0281-47a3-90f4-bcfbcd37816a service nova] Acquiring lock "refresh_cache-e1e17bbb-eb6a-4300-96de-3ae727538d9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.network.neutron [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Updating instance_info_cache with network_info: [{"id": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "address": "fa:16:3e:71:ea:5a", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb1a81-25", "ovs_interfaceid": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Releasing lock "refresh_cache-e1e17bbb-eb6a-4300-96de-3ae727538d9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Instance network_info: |[{"id": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "address": "fa:16:3e:71:ea:5a", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb1a81-25", "ovs_interfaceid": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-000bfe53-8f4d-4dfe-8173-b9998f9916e8 req-5511a451-0281-47a3-90f4-bcfbcd37816a service nova] Acquired lock "refresh_cache-e1e17bbb-eb6a-4300-96de-3ae727538d9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.network.neutron [req-000bfe53-8f4d-4dfe-8173-b9998f9916e8 req-5511a451-0281-47a3-90f4-bcfbcd37816a service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Refreshing network info cache for port 2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Start _get_guest_xml network_info=[{"id": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "address": "fa:16:3e:71:ea:5a", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb1a81-25", "ovs_interfaceid": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:57:07 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:57:07 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:57:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-871287015',display_name='tempest-VolumesActionsTest-instance-871287015',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-871287015',id=47,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ffb07dbab8e94eb48c9356d1a68ee1eb',ramdisk_id='',reservation_id='r-anion6hk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-640604238',owner_user_name='tempest-VolumesActionsTest-640604238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:57:06Z,user_data=None,user_id='89182b597826468e9b216085dc5371d8',uuid=e1e17bbb-eb6a-4300-96de-3ae727538d9e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "address": "fa:16:3e:71:ea:5a", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb1a81-25", "ovs_interfaceid": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:57:07 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Converting VIF {"id": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "address": "fa:16:3e:71:ea:5a", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb1a81-25", "ovs_interfaceid": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:5a,bridge_name='br-int',has_traffic_filtering=True,id=2cbb1a81-25ab-4099-b3e9-9d7a69991c82,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb1a81-25') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG nova.objects.instance [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lazy-loading 'pci_devices' on Instance uuid e1e17bbb-eb6a-4300-96de-3ae727538d9e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:57:08 user nova-compute[74046]:   <uuid>e1e17bbb-eb6a-4300-96de-3ae727538d9e</uuid>
Oct 23 18:57:08 user nova-compute[74046]:   <name>instance-0000002f</name>
Oct 23 18:57:08 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:57:08 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:57:08 user nova-compute[74046]:   <metadata>
Oct 23 18:57:08 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:57:08 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:57:08 user nova-compute[74046]:       <nova:name>tempest-VolumesActionsTest-instance-871287015</nova:name>
Oct 23 18:57:08 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:57:07</nova:creationTime>
Oct 23 18:57:08 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:57:08 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:57:08 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:57:08 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:57:08 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:57:08 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:57:08 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:57:08 user nova-compute[74046]:       <nova:owner>
Oct 23 18:57:08 user nova-compute[74046]:         <nova:user uuid="89182b597826468e9b216085dc5371d8">tempest-VolumesActionsTest-640604238-project-member</nova:user>
Oct 23 18:57:08 user nova-compute[74046]:         <nova:project uuid="ffb07dbab8e94eb48c9356d1a68ee1eb">tempest-VolumesActionsTest-640604238</nova:project>
Oct 23 18:57:08 user nova-compute[74046]:       </nova:owner>
Oct 23 18:57:08 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:57:08 user nova-compute[74046]:       <nova:ports>
Oct 23 18:57:08 user nova-compute[74046]:         <nova:port uuid="2cbb1a81-25ab-4099-b3e9-9d7a69991c82">
Oct 23 18:57:08 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 23 18:57:08 user nova-compute[74046]:         </nova:port>
Oct 23 18:57:08 user nova-compute[74046]:       </nova:ports>
Oct 23 18:57:08 user nova-compute[74046]:     </nova:instance>
Oct 23 18:57:08 user nova-compute[74046]:   </metadata>
Oct 23 18:57:08 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:57:08 user nova-compute[74046]:     <system>
Oct 23 18:57:08 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:57:08 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:57:08 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:57:08 user nova-compute[74046]:       <entry name="serial">e1e17bbb-eb6a-4300-96de-3ae727538d9e</entry>
Oct 23 18:57:08 user nova-compute[74046]:       <entry name="uuid">e1e17bbb-eb6a-4300-96de-3ae727538d9e</entry>
Oct 23 18:57:08 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:57:08 user nova-compute[74046]:     </system>
Oct 23 18:57:08 user nova-compute[74046]:   </sysinfo>
Oct 23 18:57:08 user nova-compute[74046]:   <os>
Oct 23 18:57:08 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:57:08 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:57:08 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:57:08 user nova-compute[74046]:   </os>
Oct 23 18:57:08 user nova-compute[74046]:   <features>
Oct 23 18:57:08 user nova-compute[74046]:     <acpi/>
Oct 23 18:57:08 user nova-compute[74046]:     <apic/>
Oct 23 18:57:08 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:57:08 user nova-compute[74046]:   </features>
Oct 23 18:57:08 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:57:08 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:57:08 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:57:08 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:57:08 user nova-compute[74046]:   </clock>
Oct 23 18:57:08 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:57:08 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:57:08 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:57:08 user nova-compute[74046]:   </cpu>
Oct 23 18:57:08 user nova-compute[74046]:   <devices>
Oct 23 18:57:08 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:57:08 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:57:08 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk"/>
Oct 23 18:57:08 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:57:08 user nova-compute[74046]:     </disk>
Oct 23 18:57:08 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:57:08 user nova-compute[74046]:       <mac address="fa:16:3e:71:ea:5a"/>
Oct 23 18:57:08 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:57:08 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:57:08 user nova-compute[74046]:       <target dev="tap2cbb1a81-25"/>
Oct 23 18:57:08 user nova-compute[74046]:     </interface>
Oct 23 18:57:08 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:57:08 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/console.log" append="off"/>
Oct 23 18:57:08 user nova-compute[74046]:     </serial>
Oct 23 18:57:08 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:57:08 user nova-compute[74046]:     <video>
Oct 23 18:57:08 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:57:08 user nova-compute[74046]:     </video>
Oct 23 18:57:08 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:57:08 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:57:08 user nova-compute[74046]:     </rng>
Oct 23 18:57:08 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:57:08 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:57:08 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:57:08 user nova-compute[74046]:     </memballoon>
Oct 23 18:57:08 user nova-compute[74046]:   </devices>
Oct 23 18:57:08 user nova-compute[74046]: </domain>
Oct 23 18:57:08 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:57:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-871287015',display_name='tempest-VolumesActionsTest-instance-871287015',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-871287015',id=47,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ffb07dbab8e94eb48c9356d1a68ee1eb',ramdisk_id='',reservation_id='r-anion6hk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-640604238',owner_user_name='tempest-VolumesActionsTest-640604238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:57:06Z,user_data=None,user_id='89182b597826468e9b216085dc5371d8',uuid=e1e17bbb-eb6a-4300-96de-3ae727538d9e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "address": "fa:16:3e:71:ea:5a", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb1a81-25", "ovs_interfaceid": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Converting VIF {"id": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "address": "fa:16:3e:71:ea:5a", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb1a81-25", "ovs_interfaceid": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:5a,bridge_name='br-int',has_traffic_filtering=True,id=2cbb1a81-25ab-4099-b3e9-9d7a69991c82,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb1a81-25') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG os_vif [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:5a,bridge_name='br-int',has_traffic_filtering=True,id=2cbb1a81-25ab-4099-b3e9-9d7a69991c82,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb1a81-25') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cbbe2e25-619d-5ca3-add1-5b175465a506', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2cbb1a81-25, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2cbb1a81-25, col_values=(('qos', UUID('e18cbc87-8928-442c-9365-8a1ccfaf3669')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2cbb1a81-25, col_values=(('external_ids', {'iface-id': '2cbb1a81-25ab-4099-b3e9-9d7a69991c82', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:ea:5a', 'vm-uuid': 'e1e17bbb-eb6a-4300-96de-3ae727538d9e'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:08 user nova-compute[74046]: INFO os_vif [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:5a,bridge_name='br-int',has_traffic_filtering=True,id=2cbb1a81-25ab-4099-b3e9-9d7a69991c82,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb1a81-25')
Oct 23 18:57:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] No VIF found with MAC fa:16:3e:71:ea:5a, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-000bfe53-8f4d-4dfe-8173-b9998f9916e8 req-5511a451-0281-47a3-90f4-bcfbcd37816a service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Updated VIF entry in instance network info cache for port 2cbb1a81-25ab-4099-b3e9-9d7a69991c82. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG nova.network.neutron [req-000bfe53-8f4d-4dfe-8173-b9998f9916e8 req-5511a451-0281-47a3-90f4-bcfbcd37816a service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Updating instance_info_cache with network_info: [{"id": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "address": "fa:16:3e:71:ea:5a", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb1a81-25", "ovs_interfaceid": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:57:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-000bfe53-8f4d-4dfe-8173-b9998f9916e8 req-5511a451-0281-47a3-90f4-bcfbcd37816a service nova] Releasing lock "refresh_cache-e1e17bbb-eb6a-4300-96de-3ae727538d9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:57:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:09 user nova-compute[74046]: DEBUG nova.compute.manager [req-41d2aa24-9077-4a43-8ef6-7dcc25c3219d req-64023ff5-bf11-4a87-becb-4cea79ab4dae service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received event network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:57:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-41d2aa24-9077-4a43-8ef6-7dcc25c3219d req-64023ff5-bf11-4a87-becb-4cea79ab4dae service nova] Acquiring lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-41d2aa24-9077-4a43-8ef6-7dcc25c3219d req-64023ff5-bf11-4a87-becb-4cea79ab4dae service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-41d2aa24-9077-4a43-8ef6-7dcc25c3219d req-64023ff5-bf11-4a87-becb-4cea79ab4dae service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:09 user nova-compute[74046]: DEBUG nova.compute.manager [req-41d2aa24-9077-4a43-8ef6-7dcc25c3219d req-64023ff5-bf11-4a87-becb-4cea79ab4dae service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] No waiting events found dispatching network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:57:09 user nova-compute[74046]: WARNING nova.compute.manager [req-41d2aa24-9077-4a43-8ef6-7dcc25c3219d req-64023ff5-bf11-4a87-becb-4cea79ab4dae service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received unexpected event network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 for instance with vm_state building and task_state spawning.
Oct 23 18:57:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:57:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:57:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Instance spawned successfully.
Oct 23 18:57:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:57:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:57:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:57:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:57:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:57:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:57:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:57:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-62190d9b-a4e0-4514-aa20-0ebc2a4fc825 req-f8bf7696-fa32-4997-bfad-689d66d4548d service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received event network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:57:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-62190d9b-a4e0-4514-aa20-0ebc2a4fc825 req-f8bf7696-fa32-4997-bfad-689d66d4548d service nova] Acquiring lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-62190d9b-a4e0-4514-aa20-0ebc2a4fc825 req-f8bf7696-fa32-4997-bfad-689d66d4548d service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-62190d9b-a4e0-4514-aa20-0ebc2a4fc825 req-f8bf7696-fa32-4997-bfad-689d66d4548d service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-62190d9b-a4e0-4514-aa20-0ebc2a4fc825 req-f8bf7696-fa32-4997-bfad-689d66d4548d service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] No waiting events found dispatching network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:57:11 user nova-compute[74046]: WARNING nova.compute.manager [req-62190d9b-a4e0-4514-aa20-0ebc2a4fc825 req-f8bf7696-fa32-4997-bfad-689d66d4548d service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received unexpected event network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 for instance with vm_state building and task_state spawning.
Oct 23 18:57:11 user nova-compute[74046]: INFO nova.compute.manager [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Took 5.34 seconds to spawn the instance on the hypervisor.
Oct 23 18:57:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:57:11 user nova-compute[74046]: INFO nova.compute.manager [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Took 5.92 seconds to build instance.
Oct 23 18:57:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-1ceaf650-768d-4c03-85cb-84062e2d73a4 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.043s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:13 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:28 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:57:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:57:28 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Didn't find any instances for network info cache update. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 18:57:28 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:57:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:57:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:30 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:57:30 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:57:31 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:57:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:33 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:57:33 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:57:33 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:34 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:57:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:35 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:57:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:39 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:40 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:40 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:57:40 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:57:40 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8594MB free_disk=25.03994369506836GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:57:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:40 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 4bf889a5-794e-47f7-962c-870f1ab78cbc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:57:40 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 57fe199a-7efd-48b8-802c-29cb64a91a9e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:57:40 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e1e17bbb-eb6a-4300-96de-3ae727538d9e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:57:40 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:57:40 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:57:40 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:57:40 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:57:40 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:57:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.267s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-102c8dbf-b02d-4efe-85d0-0590ec2054f3 req-4fee3fd3-e722-4a83-b80e-fbf5759c139c service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-changed-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-102c8dbf-b02d-4efe-85d0-0590ec2054f3 req-4fee3fd3-e722-4a83-b80e-fbf5759c139c service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Refreshing instance network info cache due to event network-changed-015007db-5c28-45e0-9c79-472a0455f60a. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-102c8dbf-b02d-4efe-85d0-0590ec2054f3 req-4fee3fd3-e722-4a83-b80e-fbf5759c139c service nova] Acquiring lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-102c8dbf-b02d-4efe-85d0-0590ec2054f3 req-4fee3fd3-e722-4a83-b80e-fbf5759c139c service nova] Acquired lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-102c8dbf-b02d-4efe-85d0-0590ec2054f3 req-4fee3fd3-e722-4a83-b80e-fbf5759c139c service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Refreshing network info cache for port 015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "57fe199a-7efd-48b8-802c-29cb64a91a9e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:51 user nova-compute[74046]: INFO nova.compute.manager [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Terminating instance
Oct 23 18:57:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-102c8dbf-b02d-4efe-85d0-0590ec2054f3 req-4fee3fd3-e722-4a83-b80e-fbf5759c139c service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updated VIF entry in instance network info cache for port 015007db-5c28-45e0-9c79-472a0455f60a. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG nova.network.neutron [req-102c8dbf-b02d-4efe-85d0-0590ec2054f3 req-4fee3fd3-e722-4a83-b80e-fbf5759c139c service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updating instance_info_cache with network_info: [{"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-102c8dbf-b02d-4efe-85d0-0590ec2054f3 req-4fee3fd3-e722-4a83-b80e-fbf5759c139c service nova] Releasing lock "refresh_cache-57fe199a-7efd-48b8-802c-29cb64a91a9e" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-f50a6106-0fe0-4e8a-bbb3-25475057f747 req-30857ea8-4a94-4b7c-a4f1-476e432d570b service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-vif-unplugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f50a6106-0fe0-4e8a-bbb3-25475057f747 req-30857ea8-4a94-4b7c-a4f1-476e432d570b service nova] Acquiring lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f50a6106-0fe0-4e8a-bbb3-25475057f747 req-30857ea8-4a94-4b7c-a4f1-476e432d570b service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f50a6106-0fe0-4e8a-bbb3-25475057f747 req-30857ea8-4a94-4b7c-a4f1-476e432d570b service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-f50a6106-0fe0-4e8a-bbb3-25475057f747 req-30857ea8-4a94-4b7c-a4f1-476e432d570b service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] No waiting events found dispatching network-vif-unplugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:57:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-f50a6106-0fe0-4e8a-bbb3-25475057f747 req-30857ea8-4a94-4b7c-a4f1-476e432d570b service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-vif-unplugged-015007db-5c28-45e0-9c79-472a0455f60a for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:57:52 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Instance destroyed successfully.
Oct 23 18:57:52 user nova-compute[74046]: DEBUG nova.objects.instance [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lazy-loading 'resources' on Instance uuid 57fe199a-7efd-48b8-802c-29cb64a91a9e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-23T18:52:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-388690005',display_name='tempest-TestShelveInstance-server-388690005',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-388690005',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFp6LcRVIIFL9WUye4A/8KeUwxZYLCd7Ah3ba3Sjx9REPf6DM/RHfVXgmJpLFpF7cwo2F2scPgZplXU0NAkDrnDem99jaRyiFUE7EmMCRQ9Qq6HQ2/1W5kttGo01BdN0mA==',key_name='tempest-TestShelveInstance-983147247',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:56:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='397fdd99761b4b0bb5cd041b6773e4cd',ramdisk_id='',reservation_id='r-b55wo0eg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-28083703',owner_user_name='tempest-TestShelveInstance-28083703-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:56:36Z,user_data=None,user_id='fe3c0efd2fde409482533fd6ab736bd3',uuid=57fe199a-7efd-48b8-802c-29cb64a91a9e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Converting VIF {"id": "015007db-5c28-45e0-9c79-472a0455f60a", "address": "fa:16:3e:48:ba:49", "network": {"id": "42db4da4-2371-4d79-891e-85c1c4d842a7", "bridge": "br-int", "label": "tempest-TestShelveInstance-532797815-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "397fdd99761b4b0bb5cd041b6773e4cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap015007db-5c", "ovs_interfaceid": "015007db-5c28-45e0-9c79-472a0455f60a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_vif [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap015007db-5c, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0bb6efe2-92ec-4ee9-add2-6011972192d7) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:57:52 user nova-compute[74046]: INFO os_vif [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:48:ba:49,bridge_name='br-int',has_traffic_filtering=True,id=015007db-5c28-45e0-9c79-472a0455f60a,network=Network(42db4da4-2371-4d79-891e-85c1c4d842a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap015007db-5c')
Oct 23 18:57:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LqEnTzvO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:57:52 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f2c1338-fc8b-4c83-86c8-2703094b00b3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:57:52 user nova-compute[74046]: No targets found.
Oct 23 18:57:52 user nova-compute[74046]: iSNS:
Oct 23 18:57:52 user nova-compute[74046]: No targets found.
Oct 23 18:57:52 user nova-compute[74046]: STATIC:
Oct 23 18:57:52 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd
Oct 23 18:57:52 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:57:52 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:57:52 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f
Oct 23 18:57:52 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:57:52 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:57:52 user nova-compute[74046]: FIRMWARE:
Oct 23 18:57:52 user nova-compute[74046]: No targets found.
Oct 23 18:57:52 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:57:52 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:57:52 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[69dd26af-1552-4cd1-9703-1e0ead5f15ad]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7f34a40-db68-48bd-ba1a-4f6f6283e227]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)\ntcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:57:52 user nova-compute[74046]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:57:52 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:57:52 user nova-compute[74046]: tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd (non-flash)
Oct 23 18:57:52 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef044d120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[26884f51-c3dd-44e1-83be-97444fded915]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2f01c8d-6b0b-49de-b851-2185cbd90a4c]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[54c5a678-25af-4968-b329-1924c10db301]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.036s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e4c4b66-7772-47ce-9b87-6d949163f6ce]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26331646564316365', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_114cbe9f', '/dev/disk/by-id/scsi-1SCST_BIO114cbe9f-c1ded1ce4eaa0783') {{(pid=85373) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c39517cb-4c71-4b6f-a899-cfdf4016a0a6]: (4, None) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f88f02a-00ac-4e51-bee8-145fab3cefb9]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e636415-8eeb-4b58-87aa-48abbb20f3fb]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260]
Oct 23 18:57:52 user nova-compute[74046]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd, portal: 172.16.0.220,3260] successful.
Oct 23 18:57:52 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:84ac7a4b-ba37-4988-add7-dbe7e6156dcd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c469bb0-309f-4eb3-861c-88e1bc2dc3e5]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.273s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] <== disconnect_volume: return (274ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:57:52 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Deleting instance files /opt/stack/data/nova/instances/57fe199a-7efd-48b8-802c-29cb64a91a9e_del
Oct 23 18:57:52 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Deletion of /opt/stack/data/nova/instances/57fe199a-7efd-48b8-802c-29cb64a91a9e_del complete
Oct 23 18:57:52 user nova-compute[74046]: INFO nova.compute.manager [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Took 1.16 seconds to destroy the instance on the hypervisor.
Oct 23 18:57:52 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:57:52 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:57:53 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:57:53 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Took 0.41 seconds to deallocate network for instance.
Oct 23 18:57:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-1921e41e-485a-4215-a2da-3efe3b0f039d req-0332b23f-2b5c-422b-94c8-6b015dc800be service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-vif-deleted-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:57:53 user nova-compute[74046]: INFO nova.compute.manager [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Took 0.80 seconds to detach 1 volumes for instance.
Oct 23 18:57:53 user nova-compute[74046]: DEBUG nova.compute.manager [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Deleting volume: 84ac7a4b-ba37-4988-add7-dbe7e6156dcd {{(pid=74046) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 23 18:57:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-d1de1c3c-d600-44f1-b41b-da589f428f62 req-60e4e1f9-6d66-479e-958c-382818ac8d46 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received event network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:57:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d1de1c3c-d600-44f1-b41b-da589f428f62 req-60e4e1f9-6d66-479e-958c-382818ac8d46 service nova] Acquiring lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d1de1c3c-d600-44f1-b41b-da589f428f62 req-60e4e1f9-6d66-479e-958c-382818ac8d46 service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d1de1c3c-d600-44f1-b41b-da589f428f62 req-60e4e1f9-6d66-479e-958c-382818ac8d46 service nova] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:54 user nova-compute[74046]: DEBUG nova.compute.manager [req-d1de1c3c-d600-44f1-b41b-da589f428f62 req-60e4e1f9-6d66-479e-958c-382818ac8d46 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] No waiting events found dispatching network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:57:54 user nova-compute[74046]: WARNING nova.compute.manager [req-d1de1c3c-d600-44f1-b41b-da589f428f62 req-60e4e1f9-6d66-479e-958c-382818ac8d46 service nova] [instance: 57fe199a-7efd-48b8-802c-29cb64a91a9e] Received unexpected event network-vif-plugged-015007db-5c28-45e0-9c79-472a0455f60a for instance with vm_state active and task_state deleting.
Oct 23 18:57:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:57:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:57:54 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:57:54 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:57:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:57:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.160s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:54 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Deleted allocations for instance 57fe199a-7efd-48b8-802c-29cb64a91a9e
Oct 23 18:57:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-5837c93e-7d2a-4f41-b1f7-cb8f35edbf65 tempest-TestShelveInstance-28083703 tempest-TestShelveInstance-28083703-project-member] Lock "57fe199a-7efd-48b8-802c-29cb64a91a9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.795s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:57:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-5423ae8f-64e9-465e-ba69-f1c32ebca6af req-9fc32d86-f3e0-4a34-b08b-87d2ba6d8fd6 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received event network-changed-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:58:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-5423ae8f-64e9-465e-ba69-f1c32ebca6af req-9fc32d86-f3e0-4a34-b08b-87d2ba6d8fd6 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Refreshing instance network info cache due to event network-changed-ba2634da-1ea9-4df6-8d7d-949cda336a10. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:58:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5423ae8f-64e9-465e-ba69-f1c32ebca6af req-9fc32d86-f3e0-4a34-b08b-87d2ba6d8fd6 service nova] Acquiring lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:58:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5423ae8f-64e9-465e-ba69-f1c32ebca6af req-9fc32d86-f3e0-4a34-b08b-87d2ba6d8fd6 service nova] Acquired lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:58:03 user nova-compute[74046]: DEBUG nova.network.neutron [req-5423ae8f-64e9-465e-ba69-f1c32ebca6af req-9fc32d86-f3e0-4a34-b08b-87d2ba6d8fd6 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Refreshing network info cache for port ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:58:04 user nova-compute[74046]: DEBUG nova.network.neutron [req-5423ae8f-64e9-465e-ba69-f1c32ebca6af req-9fc32d86-f3e0-4a34-b08b-87d2ba6d8fd6 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updated VIF entry in instance network info cache for port ba2634da-1ea9-4df6-8d7d-949cda336a10. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:58:04 user nova-compute[74046]: DEBUG nova.network.neutron [req-5423ae8f-64e9-465e-ba69-f1c32ebca6af req-9fc32d86-f3e0-4a34-b08b-87d2ba6d8fd6 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updating instance_info_cache with network_info: [{"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:58:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5423ae8f-64e9-465e-ba69-f1c32ebca6af req-9fc32d86-f3e0-4a34-b08b-87d2ba6d8fd6 service nova] Releasing lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:58:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-4b6a00f6-d1d0-423e-b5f4-487af5a3b569 req-29560f84-7907-4541-8034-aee22248ef92 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received event network-changed-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:58:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-4b6a00f6-d1d0-423e-b5f4-487af5a3b569 req-29560f84-7907-4541-8034-aee22248ef92 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Refreshing instance network info cache due to event network-changed-ba2634da-1ea9-4df6-8d7d-949cda336a10. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:58:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4b6a00f6-d1d0-423e-b5f4-487af5a3b569 req-29560f84-7907-4541-8034-aee22248ef92 service nova] Acquiring lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:58:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4b6a00f6-d1d0-423e-b5f4-487af5a3b569 req-29560f84-7907-4541-8034-aee22248ef92 service nova] Acquired lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:58:04 user nova-compute[74046]: DEBUG nova.network.neutron [req-4b6a00f6-d1d0-423e-b5f4-487af5a3b569 req-29560f84-7907-4541-8034-aee22248ef92 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Refreshing network info cache for port ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:58:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:58:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:58:04 user nova-compute[74046]: INFO nova.compute.manager [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Detaching volume 0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f
Oct 23 18:58:05 user nova-compute[74046]: INFO nova.virt.block_device [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Attempting to driver detach volume 0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f from mountpoint /dev/vdb
Oct 23 18:58:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Attempting to detach device vdb from instance 4bf889a5-794e-47f7-962c-870f1ab78cbc from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 18:58:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:58:05 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:58:05 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:58:05 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:58:05 user nova-compute[74046]:   <serial>0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f</serial>
Oct 23 18:58:05 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 18:58:05 user nova-compute[74046]: </disk>
Oct 23 18:58:05 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:58:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Successfully detached device vdb from instance 4bf889a5-794e-47f7-962c-870f1ab78cbc from the persistent domain config.
Oct 23 18:58:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4bf889a5-794e-47f7-962c-870f1ab78cbc from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 18:58:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 18:58:05 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 18:58:05 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 18:58:05 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 18:58:05 user nova-compute[74046]:   <serial>0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f</serial>
Oct 23 18:58:05 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 23 18:58:05 user nova-compute[74046]: </disk>
Oct 23 18:58:05 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 18:58:05 user nova-compute[74046]: DEBUG nova.network.neutron [req-4b6a00f6-d1d0-423e-b5f4-487af5a3b569 req-29560f84-7907-4541-8034-aee22248ef92 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updated VIF entry in instance network info cache for port ba2634da-1ea9-4df6-8d7d-949cda336a10. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:58:05 user nova-compute[74046]: DEBUG nova.network.neutron [req-4b6a00f6-d1d0-423e-b5f4-487af5a3b569 req-29560f84-7907-4541-8034-aee22248ef92 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updating instance_info_cache with network_info: [{"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:58:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4b6a00f6-d1d0-423e-b5f4-487af5a3b569 req-29560f84-7907-4541-8034-aee22248ef92 service nova] Releasing lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:58:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4bf889a5-794e-47f7-962c-870f1ab78cbc {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 18:58:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:58:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:25 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4bf889a5-794e-47f7-962c-870f1ab78cbc is timed out.
Oct 23 18:58:25 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Successfully detached device vdb from instance 4bf889a5-794e-47f7-962c-870f1ab78cbc from the live domain config.
Oct 23 18:58:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RMYkQNjV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 18:58:25 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f2e3125-059e-4b03-8ce1-9594c9d3e940]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 18:58:25 user nova-compute[74046]: No targets found.
Oct 23 18:58:25 user nova-compute[74046]: iSNS:
Oct 23 18:58:25 user nova-compute[74046]: No targets found.
Oct 23 18:58:25 user nova-compute[74046]: STATIC:
Oct 23 18:58:25 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f
Oct 23 18:58:25 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 18:58:25 user nova-compute[74046]:                 Iface Name: default
Oct 23 18:58:25 user nova-compute[74046]: FIRMWARE:
Oct 23 18:58:25 user nova-compute[74046]: No targets found.
Oct 23 18:58:25 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 18:58:25 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 18:58:25 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e291fded-d8cc-4770-b2ec-de7ed647e4eb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[11009567-79b8-47a5-9000-4c59104d35df]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:58:25 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f (non-flash)
Oct 23 18:58:25 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef0279b40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8705580-840a-40de-8de4-068856595a02]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba86dba0-c627-4e9d-b031-f922acb365fe]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b46d8a94-0698-4549-8477-34a83b2027b3]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd319ab4-ccad-4455-8471-2b699d398c4d]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[deea4108-c05b-4cac-90fd-feabef50e89c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --logout" returned: 0 in 0.135s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3935ec-3b93-4bd4-832c-8f75fc9fc35d]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260]
Oct 23 18:58:25 user nova-compute[74046]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f, portal: 172.16.0.220,3260] successful.
Oct 23 18:58:25 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0e5e31b5-cedc-4f7a-9d14-e72813ac0e9f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0487cd0-1701-4014-a43d-7b69edc0ec6f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] <== disconnect_volume: return (358ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 18:58:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 18:58:26 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'flavor' on Instance uuid 4bf889a5-794e-47f7-962c-870f1ab78cbc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:58:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9c129438-6d0e-43c9-80fb-aa00adfb7e92 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.857s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:58:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:58:29 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:58:29 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:58:29 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 18:58:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:58:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:58:29 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 18:58:29 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 4bf889a5-794e-47f7-962c-870f1ab78cbc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:58:30 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updating instance_info_cache with network_info: [{"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:58:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-4bf889a5-794e-47f7-962c-870f1ab78cbc" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:58:30 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 18:58:30 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:58:31 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:58:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:58:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:58:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:58:34 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:58:36 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:58:36 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:58:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:40 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:58:41 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:58:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:58:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:58:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:58:41 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:58:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:58:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:58:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:42 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:58:42 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:58:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8714MB free_disk=25.03811264038086GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:58:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:58:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:58:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 4bf889a5-794e-47f7-962c-870f1ab78cbc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:58:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance e1e17bbb-eb6a-4300-96de-3ae727538d9e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:58:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:58:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:58:42 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:58:42 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:58:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:58:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.234s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:58:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:58:56 user nova-compute[74046]: INFO nova.compute.manager [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Terminating instance
Oct 23 18:58:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-bddaffdb-3ac2-46e6-9c1d-7afd454bc43c req-249a6ce4-6562-4c93-ada5-b72d3dea6b1b service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received event network-vif-unplugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bddaffdb-3ac2-46e6-9c1d-7afd454bc43c req-249a6ce4-6562-4c93-ada5-b72d3dea6b1b service nova] Acquiring lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bddaffdb-3ac2-46e6-9c1d-7afd454bc43c req-249a6ce4-6562-4c93-ada5-b72d3dea6b1b service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-bddaffdb-3ac2-46e6-9c1d-7afd454bc43c req-249a6ce4-6562-4c93-ada5-b72d3dea6b1b service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-bddaffdb-3ac2-46e6-9c1d-7afd454bc43c req-249a6ce4-6562-4c93-ada5-b72d3dea6b1b service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] No waiting events found dispatching network-vif-unplugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG nova.compute.manager [req-bddaffdb-3ac2-46e6-9c1d-7afd454bc43c req-249a6ce4-6562-4c93-ada5-b72d3dea6b1b service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received event network-vif-unplugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 18:58:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:57 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Instance destroyed successfully.
Oct 23 18:58:57 user nova-compute[74046]: DEBUG nova.objects.instance [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lazy-loading 'resources' on Instance uuid e1e17bbb-eb6a-4300-96de-3ae727538d9e {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:57:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-871287015',display_name='tempest-VolumesActionsTest-instance-871287015',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-871287015',id=47,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:57:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ffb07dbab8e94eb48c9356d1a68ee1eb',ramdisk_id='',reservation_id='r-anion6hk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-640604238',owner_user_name='tempest-VolumesActionsTest-640604238-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:57:12Z,user_data=None,user_id='89182b597826468e9b216085dc5371d8',uuid=e1e17bbb-eb6a-4300-96de-3ae727538d9e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "address": "fa:16:3e:71:ea:5a", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb1a81-25", "ovs_interfaceid": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Converting VIF {"id": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "address": "fa:16:3e:71:ea:5a", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb1a81-25", "ovs_interfaceid": "2cbb1a81-25ab-4099-b3e9-9d7a69991c82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:5a,bridge_name='br-int',has_traffic_filtering=True,id=2cbb1a81-25ab-4099-b3e9-9d7a69991c82,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb1a81-25') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG os_vif [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:5a,bridge_name='br-int',has_traffic_filtering=True,id=2cbb1a81-25ab-4099-b3e9-9d7a69991c82,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb1a81-25') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2cbb1a81-25, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e18cbc87-8928-442c-9365-8a1ccfaf3669) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:58:57 user nova-compute[74046]: INFO os_vif [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:ea:5a,bridge_name='br-int',has_traffic_filtering=True,id=2cbb1a81-25ab-4099-b3e9-9d7a69991c82,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb1a81-25')
Oct 23 18:58:57 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Deleting instance files /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e_del
Oct 23 18:58:57 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Deletion of /opt/stack/data/nova/instances/e1e17bbb-eb6a-4300-96de-3ae727538d9e_del complete
Oct 23 18:58:57 user nova-compute[74046]: INFO nova.compute.manager [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Took 0.75 seconds to destroy the instance on the hypervisor.
Oct 23 18:58:57 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:58 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:58:58 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Took 1.14 seconds to deallocate network for instance.
Oct 23 18:58:58 user nova-compute[74046]: DEBUG nova.compute.manager [req-8f123467-a769-4d00-8824-7bc69dccd754 req-16a82f65-923f-4ddb-87ad-2cdf191c75e9 service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received event network-vif-deleted-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:58:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:58:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:58:58 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:58:58 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:58:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:58:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.212s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:58:58 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Deleted allocations for instance e1e17bbb-eb6a-4300-96de-3ae727538d9e
Oct 23 18:58:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8e9194a6-8a59-4855-a816-d55d75bc6cd6 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.321s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received event network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Acquiring lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] No waiting events found dispatching network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:58:59 user nova-compute[74046]: WARNING nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received unexpected event network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 for instance with vm_state deleted and task_state None.
Oct 23 18:58:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received event network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Acquiring lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] No waiting events found dispatching network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:58:59 user nova-compute[74046]: WARNING nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received unexpected event network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 for instance with vm_state deleted and task_state None.
Oct 23 18:58:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received event network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Acquiring lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] No waiting events found dispatching network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:58:59 user nova-compute[74046]: WARNING nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received unexpected event network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 for instance with vm_state deleted and task_state None.
Oct 23 18:58:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received event network-vif-unplugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Acquiring lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] No waiting events found dispatching network-vif-unplugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:58:59 user nova-compute[74046]: WARNING nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received unexpected event network-vif-unplugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 for instance with vm_state deleted and task_state None.
Oct 23 18:58:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received event network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Acquiring lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] Lock "e1e17bbb-eb6a-4300-96de-3ae727538d9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:58:59 user nova-compute[74046]: DEBUG nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] No waiting events found dispatching network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:58:59 user nova-compute[74046]: WARNING nova.compute.manager [req-a7024239-e94f-496f-a212-14dd4bb0e635 req-5b8b3808-f4dc-40d5-b1b0-44215e6d680e service nova] [instance: e1e17bbb-eb6a-4300-96de-3ae727538d9e] Received unexpected event network-vif-plugged-2cbb1a81-25ab-4099-b3e9-9d7a69991c82 for instance with vm_state deleted and task_state None.
Oct 23 18:59:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:05 user nova-compute[74046]: INFO nova.compute.manager [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Terminating instance
Oct 23 18:59:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Instance destroyed successfully.
Oct 23 18:59:05 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'resources' on Instance uuid 4bf889a5-794e-47f7-962c-870f1ab78cbc {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:53:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1290888638',display_name='tempest-TestMinimumBasicScenario-server-1290888638',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1290888638',id=46,image_ref='94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCQ8p5nL0jQwsfPuZgJPyCQ6y1CBc1j9jeXle66CW0TubU0ENXnIKbO95ILrMOP0vHi5mgOqeC/ih0luRpoO7dJXYGpD0LJIsC5+kSRUYPT5s5pCRUG1bAiB6wS6PsXEhw==',key_name='tempest-TestMinimumBasicScenario-355577887',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:53:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e6d1d18530949f4ab227eae33fd8427',ramdisk_id='',reservation_id='r-1q4yrs7h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='94f6c9fc-2d48-450f-a10f-1f2daf1cb8e4',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-362832678',owner_user_name='tempest-TestMinimumBasicScenario-362832678-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:56:20Z,user_data=None,user_id='f8ebb8078f334aa9a2c4a7e126ebf8e3',uuid=4bf889a5-794e-47f7-962c-870f1ab78cbc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converting VIF {"id": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "address": "fa:16:3e:04:44:62", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba2634da-1e", "ovs_interfaceid": "ba2634da-1ea9-4df6-8d7d-949cda336a10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG os_vif [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapba2634da-1e, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f2108fe0-9cff-4af3-b8c6-93be002b3db0) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:05 user nova-compute[74046]: INFO os_vif [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:44:62,bridge_name='br-int',has_traffic_filtering=True,id=ba2634da-1ea9-4df6-8d7d-949cda336a10,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba2634da-1e')
Oct 23 18:59:05 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Deleting instance files /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc_del
Oct 23 18:59:06 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Deletion of /opt/stack/data/nova/instances/4bf889a5-794e-47f7-962c-870f1ab78cbc_del complete
Oct 23 18:59:06 user nova-compute[74046]: INFO nova.compute.manager [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 23 18:59:06 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 18:59:06 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 18:59:06 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 18:59:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:07 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:59:07 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Took 1.30 seconds to deallocate network for instance.
Oct 23 18:59:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-4dbe42c0-e600-4a1d-a491-67da4e754c69 req-420846ff-c378-42a0-84fd-f0fe21562414 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received event network-vif-deleted-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:59:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:07 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:59:07 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:59:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.149s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:07 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Deleted allocations for instance 4bf889a5-794e-47f7-962c-870f1ab78cbc
Oct 23 18:59:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f3352be3-fd8b-4962-b9ca-9a100dacdd69 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.573s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-b3f41fe9-526d-4d58-b0b4-e7a032f2484e req-b38e9519-9b2e-4b86-967c-5dd8d7b625d5 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received event network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:59:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b3f41fe9-526d-4d58-b0b4-e7a032f2484e req-b38e9519-9b2e-4b86-967c-5dd8d7b625d5 service nova] Acquiring lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b3f41fe9-526d-4d58-b0b4-e7a032f2484e req-b38e9519-9b2e-4b86-967c-5dd8d7b625d5 service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-b3f41fe9-526d-4d58-b0b4-e7a032f2484e req-b38e9519-9b2e-4b86-967c-5dd8d7b625d5 service nova] Lock "4bf889a5-794e-47f7-962c-870f1ab78cbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:07 user nova-compute[74046]: DEBUG nova.compute.manager [req-b3f41fe9-526d-4d58-b0b4-e7a032f2484e req-b38e9519-9b2e-4b86-967c-5dd8d7b625d5 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] No waiting events found dispatching network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:59:07 user nova-compute[74046]: WARNING nova.compute.manager [req-b3f41fe9-526d-4d58-b0b4-e7a032f2484e req-b38e9519-9b2e-4b86-967c-5dd8d7b625d5 service nova] [instance: 4bf889a5-794e-47f7-962c-870f1ab78cbc] Received unexpected event network-vif-plugged-ba2634da-1ea9-4df6-8d7d-949cda336a10 for instance with vm_state deleted and task_state None.
Oct 23 18:59:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:59:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:11 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:59:11 user nova-compute[74046]: INFO nova.compute.claims [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Claim successful on node user
Oct 23 18:59:12 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.208s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG nova.network.neutron [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:59:12 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:59:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG nova.policy [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7db0750bce449e3bed57101718e4054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da2fa0534add45a5b635c25e52ffae5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG nova.compute.manager [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:59:12 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Creating image(s)
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "/opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "/opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "/opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.196s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk 1073741824" returned: 0 in 0.057s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:12 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.233s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Successfully created port: 0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Cannot resize image /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Ensure instance console log exists: /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Successfully updated port: 0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "refresh_cache-0a35e005-99cd-4364-97e7-694348e65413" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquired lock "refresh_cache-0a35e005-99cd-4364-97e7-694348e65413" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-472b0fcb-23e2-4a2a-9c8b-702e33246831 req-a3d2ce8e-55d9-4e78-a338-cbc78e6c74f1 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received event network-changed-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-472b0fcb-23e2-4a2a-9c8b-702e33246831 req-a3d2ce8e-55d9-4e78-a338-cbc78e6c74f1 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Refreshing instance network info cache due to event network-changed-0b74159f-8fbc-47f4-a3b7-595e6b4bf944. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-472b0fcb-23e2-4a2a-9c8b-702e33246831 req-a3d2ce8e-55d9-4e78-a338-cbc78e6c74f1 service nova] Acquiring lock "refresh_cache-0a35e005-99cd-4364-97e7-694348e65413" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.network.neutron [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Updating instance_info_cache with network_info: [{"id": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "address": "fa:16:3e:01:45:97", "network": {"id": "2ee14b37-e755-4338-a84f-c031a8e1f06a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1421559470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da2fa0534add45a5b635c25e52ffae5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b74159f-8f", "ovs_interfaceid": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Releasing lock "refresh_cache-0a35e005-99cd-4364-97e7-694348e65413" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.compute.manager [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Instance network_info: |[{"id": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "address": "fa:16:3e:01:45:97", "network": {"id": "2ee14b37-e755-4338-a84f-c031a8e1f06a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1421559470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da2fa0534add45a5b635c25e52ffae5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b74159f-8f", "ovs_interfaceid": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-472b0fcb-23e2-4a2a-9c8b-702e33246831 req-a3d2ce8e-55d9-4e78-a338-cbc78e6c74f1 service nova] Acquired lock "refresh_cache-0a35e005-99cd-4364-97e7-694348e65413" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.network.neutron [req-472b0fcb-23e2-4a2a-9c8b-702e33246831 req-a3d2ce8e-55d9-4e78-a338-cbc78e6c74f1 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Refreshing network info cache for port 0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Start _get_guest_xml network_info=[{"id": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "address": "fa:16:3e:01:45:97", "network": {"id": "2ee14b37-e755-4338-a84f-c031a8e1f06a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1421559470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da2fa0534add45a5b635c25e52ffae5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b74159f-8f", "ovs_interfaceid": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:59:13 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:59:13 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:59:13 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:59:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-270239369',display_name='tempest-TestServerVolumeAttachmentScenario-server-270239369',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-270239369',id=48,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBkaYxyrL0hb1wVvJFiwlGIVncS+gNECRdBEaMcK5iSd7IQQXTcQ49aWu53jfwESvZAP8xzgFTAFX/Kz9rB5VfjtnQ2nEZzeOSf3J34HxhLh/ak0KQcT2Ve5Yeq4hvZXvw==',key_name='tempest-keypair-521413542',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da2fa0534add45a5b635c25e52ffae5a',ramdisk_id='',reservation_id='r-x8hhrvgx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-402761920',owner_user_name='tempest-TestServerVolumeAttachmentScenario-402761920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:59:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7db0750bce449e3bed57101718e4054',uuid=0a35e005-99cd-4364-97e7-694348e65413,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "address": "fa:16:3e:01:45:97", "network": {"id": "2ee14b37-e755-4338-a84f-c031a8e1f06a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1421559470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da2fa0534add45a5b635c25e52ffae5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b74159f-8f", "ovs_interfaceid": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Converting VIF {"id": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "address": "fa:16:3e:01:45:97", "network": {"id": "2ee14b37-e755-4338-a84f-c031a8e1f06a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1421559470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da2fa0534add45a5b635c25e52ffae5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b74159f-8f", "ovs_interfaceid": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:45:97,bridge_name='br-int',has_traffic_filtering=True,id=0b74159f-8fbc-47f4-a3b7-595e6b4bf944,network=Network(2ee14b37-e755-4338-a84f-c031a8e1f06a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b74159f-8f') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG nova.objects.instance [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lazy-loading 'pci_devices' on Instance uuid 0a35e005-99cd-4364-97e7-694348e65413 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:59:14 user nova-compute[74046]:   <uuid>0a35e005-99cd-4364-97e7-694348e65413</uuid>
Oct 23 18:59:14 user nova-compute[74046]:   <name>instance-00000030</name>
Oct 23 18:59:14 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:59:14 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:59:14 user nova-compute[74046]:   <metadata>
Oct 23 18:59:14 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:59:14 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:59:14 user nova-compute[74046]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-270239369</nova:name>
Oct 23 18:59:14 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:59:13</nova:creationTime>
Oct 23 18:59:14 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:59:14 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:59:14 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:59:14 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:59:14 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:59:14 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:59:14 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:59:14 user nova-compute[74046]:       <nova:owner>
Oct 23 18:59:14 user nova-compute[74046]:         <nova:user uuid="e7db0750bce449e3bed57101718e4054">tempest-TestServerVolumeAttachmentScenario-402761920-project-member</nova:user>
Oct 23 18:59:14 user nova-compute[74046]:         <nova:project uuid="da2fa0534add45a5b635c25e52ffae5a">tempest-TestServerVolumeAttachmentScenario-402761920</nova:project>
Oct 23 18:59:14 user nova-compute[74046]:       </nova:owner>
Oct 23 18:59:14 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:59:14 user nova-compute[74046]:       <nova:ports>
Oct 23 18:59:14 user nova-compute[74046]:         <nova:port uuid="0b74159f-8fbc-47f4-a3b7-595e6b4bf944">
Oct 23 18:59:14 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 23 18:59:14 user nova-compute[74046]:         </nova:port>
Oct 23 18:59:14 user nova-compute[74046]:       </nova:ports>
Oct 23 18:59:14 user nova-compute[74046]:     </nova:instance>
Oct 23 18:59:14 user nova-compute[74046]:   </metadata>
Oct 23 18:59:14 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:59:14 user nova-compute[74046]:     <system>
Oct 23 18:59:14 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:59:14 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:59:14 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:59:14 user nova-compute[74046]:       <entry name="serial">0a35e005-99cd-4364-97e7-694348e65413</entry>
Oct 23 18:59:14 user nova-compute[74046]:       <entry name="uuid">0a35e005-99cd-4364-97e7-694348e65413</entry>
Oct 23 18:59:14 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:59:14 user nova-compute[74046]:     </system>
Oct 23 18:59:14 user nova-compute[74046]:   </sysinfo>
Oct 23 18:59:14 user nova-compute[74046]:   <os>
Oct 23 18:59:14 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:59:14 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:59:14 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:59:14 user nova-compute[74046]:   </os>
Oct 23 18:59:14 user nova-compute[74046]:   <features>
Oct 23 18:59:14 user nova-compute[74046]:     <acpi/>
Oct 23 18:59:14 user nova-compute[74046]:     <apic/>
Oct 23 18:59:14 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:59:14 user nova-compute[74046]:   </features>
Oct 23 18:59:14 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:59:14 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:59:14 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:59:14 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:59:14 user nova-compute[74046]:   </clock>
Oct 23 18:59:14 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:59:14 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:59:14 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:59:14 user nova-compute[74046]:   </cpu>
Oct 23 18:59:14 user nova-compute[74046]:   <devices>
Oct 23 18:59:14 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:59:14 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:59:14 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk"/>
Oct 23 18:59:14 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:59:14 user nova-compute[74046]:     </disk>
Oct 23 18:59:14 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:59:14 user nova-compute[74046]:       <mac address="fa:16:3e:01:45:97"/>
Oct 23 18:59:14 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:59:14 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:59:14 user nova-compute[74046]:       <target dev="tap0b74159f-8f"/>
Oct 23 18:59:14 user nova-compute[74046]:     </interface>
Oct 23 18:59:14 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:59:14 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/console.log" append="off"/>
Oct 23 18:59:14 user nova-compute[74046]:     </serial>
Oct 23 18:59:14 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:59:14 user nova-compute[74046]:     <video>
Oct 23 18:59:14 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:59:14 user nova-compute[74046]:     </video>
Oct 23 18:59:14 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:59:14 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:59:14 user nova-compute[74046]:     </rng>
Oct 23 18:59:14 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:59:14 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:59:14 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:59:14 user nova-compute[74046]:     </memballoon>
Oct 23 18:59:14 user nova-compute[74046]:   </devices>
Oct 23 18:59:14 user nova-compute[74046]: </domain>
Oct 23 18:59:14 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:59:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-270239369',display_name='tempest-TestServerVolumeAttachmentScenario-server-270239369',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-270239369',id=48,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBkaYxyrL0hb1wVvJFiwlGIVncS+gNECRdBEaMcK5iSd7IQQXTcQ49aWu53jfwESvZAP8xzgFTAFX/Kz9rB5VfjtnQ2nEZzeOSf3J34HxhLh/ak0KQcT2Ve5Yeq4hvZXvw==',key_name='tempest-keypair-521413542',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='da2fa0534add45a5b635c25e52ffae5a',ramdisk_id='',reservation_id='r-x8hhrvgx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-402761920',owner_user_name='tempest-TestServerVolumeAttachmentScenario-402761920-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:59:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7db0750bce449e3bed57101718e4054',uuid=0a35e005-99cd-4364-97e7-694348e65413,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "address": "fa:16:3e:01:45:97", "network": {"id": "2ee14b37-e755-4338-a84f-c031a8e1f06a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1421559470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da2fa0534add45a5b635c25e52ffae5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b74159f-8f", "ovs_interfaceid": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Converting VIF {"id": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "address": "fa:16:3e:01:45:97", "network": {"id": "2ee14b37-e755-4338-a84f-c031a8e1f06a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1421559470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da2fa0534add45a5b635c25e52ffae5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b74159f-8f", "ovs_interfaceid": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:45:97,bridge_name='br-int',has_traffic_filtering=True,id=0b74159f-8fbc-47f4-a3b7-595e6b4bf944,network=Network(2ee14b37-e755-4338-a84f-c031a8e1f06a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b74159f-8f') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG os_vif [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:45:97,bridge_name='br-int',has_traffic_filtering=True,id=0b74159f-8fbc-47f4-a3b7-595e6b4bf944,network=Network(2ee14b37-e755-4338-a84f-c031a8e1f06a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b74159f-8f') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9b723da7-21a2-514a-b767-32bf25936286', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0b74159f-8f, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0b74159f-8f, col_values=(('qos', UUID('f1d2fd06-8ce9-4315-9c7b-d44455e1f1df')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0b74159f-8f, col_values=(('external_ids', {'iface-id': '0b74159f-8fbc-47f4-a3b7-595e6b4bf944', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:45:97', 'vm-uuid': '0a35e005-99cd-4364-97e7-694348e65413'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:14 user nova-compute[74046]: INFO os_vif [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:45:97,bridge_name='br-int',has_traffic_filtering=True,id=0b74159f-8fbc-47f4-a3b7-595e6b4bf944,network=Network(2ee14b37-e755-4338-a84f-c031a8e1f06a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b74159f-8f')
Oct 23 18:59:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] No VIF found with MAC fa:16:3e:01:45:97, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG nova.network.neutron [req-472b0fcb-23e2-4a2a-9c8b-702e33246831 req-a3d2ce8e-55d9-4e78-a338-cbc78e6c74f1 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Updated VIF entry in instance network info cache for port 0b74159f-8fbc-47f4-a3b7-595e6b4bf944. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG nova.network.neutron [req-472b0fcb-23e2-4a2a-9c8b-702e33246831 req-a3d2ce8e-55d9-4e78-a338-cbc78e6c74f1 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Updating instance_info_cache with network_info: [{"id": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "address": "fa:16:3e:01:45:97", "network": {"id": "2ee14b37-e755-4338-a84f-c031a8e1f06a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1421559470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da2fa0534add45a5b635c25e52ffae5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b74159f-8f", "ovs_interfaceid": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:59:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-472b0fcb-23e2-4a2a-9c8b-702e33246831 req-a3d2ce8e-55d9-4e78-a338-cbc78e6c74f1 service nova] Releasing lock "refresh_cache-0a35e005-99cd-4364-97e7-694348e65413" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:59:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-41dafb84-8d5e-416a-bce8-e56fd1ae8deb req-8a1fb61c-9dc7-48c3-80b7-1dae35ae8a52 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received event network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:59:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-41dafb84-8d5e-416a-bce8-e56fd1ae8deb req-8a1fb61c-9dc7-48c3-80b7-1dae35ae8a52 service nova] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-41dafb84-8d5e-416a-bce8-e56fd1ae8deb req-8a1fb61c-9dc7-48c3-80b7-1dae35ae8a52 service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-41dafb84-8d5e-416a-bce8-e56fd1ae8deb req-8a1fb61c-9dc7-48c3-80b7-1dae35ae8a52 service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-41dafb84-8d5e-416a-bce8-e56fd1ae8deb req-8a1fb61c-9dc7-48c3-80b7-1dae35ae8a52 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] No waiting events found dispatching network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:59:15 user nova-compute[74046]: WARNING nova.compute.manager [req-41dafb84-8d5e-416a-bce8-e56fd1ae8deb req-8a1fb61c-9dc7-48c3-80b7-1dae35ae8a52 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received unexpected event network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 for instance with vm_state building and task_state spawning.
Oct 23 18:59:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:17 user nova-compute[74046]: DEBUG nova.compute.manager [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:59:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:59:17 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Instance spawned successfully.
Oct 23 18:59:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:59:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:59:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:59:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:59:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:59:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:59:17 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:59:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-c76dc826-ef91-42fb-9c7f-7b22404fa75c req-b8f6bdcd-c27d-4780-815f-f0cbfd891f8f service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received event network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:59:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c76dc826-ef91-42fb-9c7f-7b22404fa75c req-b8f6bdcd-c27d-4780-815f-f0cbfd891f8f service nova] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c76dc826-ef91-42fb-9c7f-7b22404fa75c req-b8f6bdcd-c27d-4780-815f-f0cbfd891f8f service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c76dc826-ef91-42fb-9c7f-7b22404fa75c req-b8f6bdcd-c27d-4780-815f-f0cbfd891f8f service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-c76dc826-ef91-42fb-9c7f-7b22404fa75c req-b8f6bdcd-c27d-4780-815f-f0cbfd891f8f service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] No waiting events found dispatching network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:59:17 user nova-compute[74046]: WARNING nova.compute.manager [req-c76dc826-ef91-42fb-9c7f-7b22404fa75c req-b8f6bdcd-c27d-4780-815f-f0cbfd891f8f service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received unexpected event network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 for instance with vm_state building and task_state spawning.
Oct 23 18:59:17 user nova-compute[74046]: INFO nova.compute.manager [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Took 5.45 seconds to spawn the instance on the hypervisor.
Oct 23 18:59:17 user nova-compute[74046]: DEBUG nova.compute.manager [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:59:17 user nova-compute[74046]: INFO nova.compute.manager [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Took 6.01 seconds to build instance.
Oct 23 18:59:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-361ecd0c-a088-49be-a0f3-c72b49ee96f2 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.110s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:29 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:59:31 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:59:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 18:59:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Didn't find any instances for network info cache update. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 18:59:31 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:59:31 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 18:59:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:59:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 18:59:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:59:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 18:59:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:34 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:59:34 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:59:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:36 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:59:36 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:59:38 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:59:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:41 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:59:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:41 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 18:59:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:59:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:59:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:59:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:59:41 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:59:42 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:59:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8806MB free_disk=25.06189727783203GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 18:59:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 0a35e005-99cd-4364-97e7-694348e65413 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 18:59:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 18:59:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 18:59:42 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:59:42 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:59:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 18:59:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.196s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:43 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 18:59:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "952dce93-e1ea-45e9-94cd-7d018c0fa166" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG nova.compute.manager [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:59:48 user nova-compute[74046]: INFO nova.compute.claims [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Claim successful on node user
Oct 23 18:59:48 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.207s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG nova.compute.manager [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG nova.compute.manager [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG nova.network.neutron [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:59:48 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:59:48 user nova-compute[74046]: DEBUG nova.compute.manager [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG nova.policy [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89182b597826468e9b216085dc5371d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffb07dbab8e94eb48c9356d1a68ee1eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG nova.compute.manager [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:59:48 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Creating image(s)
Oct 23 18:59:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "/opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "/opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "/opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk 1073741824" returned: 0 in 0.054s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG nova.network.neutron [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Successfully created port: 6e414d59-6b76-495b-ad2a-1999bbd645eb {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Checking if we can resize image /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Cannot resize image /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Ensure instance console log exists: /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG nova.network.neutron [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Successfully updated port: 6e414d59-6b76-495b-ad2a-1999bbd645eb {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "refresh_cache-952dce93-e1ea-45e9-94cd-7d018c0fa166" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquired lock "refresh_cache-952dce93-e1ea-45e9-94cd-7d018c0fa166" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG nova.network.neutron [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-e00262c8-ed39-4dd8-9f7a-551bc4e9be9d req-5c1591c7-a646-47b3-a32a-2adf3abf50b8 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Received event network-changed-6e414d59-6b76-495b-ad2a-1999bbd645eb {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG nova.compute.manager [req-e00262c8-ed39-4dd8-9f7a-551bc4e9be9d req-5c1591c7-a646-47b3-a32a-2adf3abf50b8 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Refreshing instance network info cache due to event network-changed-6e414d59-6b76-495b-ad2a-1999bbd645eb. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e00262c8-ed39-4dd8-9f7a-551bc4e9be9d req-5c1591c7-a646-47b3-a32a-2adf3abf50b8 service nova] Acquiring lock "refresh_cache-952dce93-e1ea-45e9-94cd-7d018c0fa166" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 18:59:49 user nova-compute[74046]: DEBUG nova.network.neutron [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.network.neutron [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Updating instance_info_cache with network_info: [{"id": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "address": "fa:16:3e:84:44:6c", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e414d59-6b", "ovs_interfaceid": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Releasing lock "refresh_cache-952dce93-e1ea-45e9-94cd-7d018c0fa166" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Instance network_info: |[{"id": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "address": "fa:16:3e:84:44:6c", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e414d59-6b", "ovs_interfaceid": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e00262c8-ed39-4dd8-9f7a-551bc4e9be9d req-5c1591c7-a646-47b3-a32a-2adf3abf50b8 service nova] Acquired lock "refresh_cache-952dce93-e1ea-45e9-94cd-7d018c0fa166" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.network.neutron [req-e00262c8-ed39-4dd8-9f7a-551bc4e9be9d req-5c1591c7-a646-47b3-a32a-2adf3abf50b8 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Refreshing network info cache for port 6e414d59-6b76-495b-ad2a-1999bbd645eb {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Start _get_guest_xml network_info=[{"id": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "address": "fa:16:3e:84:44:6c", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e414d59-6b", "ovs_interfaceid": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 18:59:50 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:59:50 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:59:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-759842755',display_name='tempest-VolumesActionsTest-instance-759842755',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-759842755',id=49,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ffb07dbab8e94eb48c9356d1a68ee1eb',ramdisk_id='',reservation_id='r-als71gx4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-640604238',owner_user_name='tempest-VolumesActionsTest-640604238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:59:49Z,user_data=None,user_id='89182b597826468e9b216085dc5371d8',uuid=952dce93-e1ea-45e9-94cd-7d018c0fa166,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "address": "fa:16:3e:84:44:6c", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e414d59-6b", "ovs_interfaceid": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Converting VIF {"id": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "address": "fa:16:3e:84:44:6c", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e414d59-6b", "ovs_interfaceid": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:44:6c,bridge_name='br-int',has_traffic_filtering=True,id=6e414d59-6b76-495b-ad2a-1999bbd645eb,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e414d59-6b') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.objects.instance [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lazy-loading 'pci_devices' on Instance uuid 952dce93-e1ea-45e9-94cd-7d018c0fa166 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] End _get_guest_xml xml=<domain type="kvm">
Oct 23 18:59:50 user nova-compute[74046]:   <uuid>952dce93-e1ea-45e9-94cd-7d018c0fa166</uuid>
Oct 23 18:59:50 user nova-compute[74046]:   <name>instance-00000031</name>
Oct 23 18:59:50 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 18:59:50 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 18:59:50 user nova-compute[74046]:   <metadata>
Oct 23 18:59:50 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 18:59:50 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 18:59:50 user nova-compute[74046]:       <nova:name>tempest-VolumesActionsTest-instance-759842755</nova:name>
Oct 23 18:59:50 user nova-compute[74046]:       <nova:creationTime>2023-10-23 18:59:50</nova:creationTime>
Oct 23 18:59:50 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 18:59:50 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 18:59:50 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 18:59:50 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 18:59:50 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 18:59:50 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 18:59:50 user nova-compute[74046]:       </nova:flavor>
Oct 23 18:59:50 user nova-compute[74046]:       <nova:owner>
Oct 23 18:59:50 user nova-compute[74046]:         <nova:user uuid="89182b597826468e9b216085dc5371d8">tempest-VolumesActionsTest-640604238-project-member</nova:user>
Oct 23 18:59:50 user nova-compute[74046]:         <nova:project uuid="ffb07dbab8e94eb48c9356d1a68ee1eb">tempest-VolumesActionsTest-640604238</nova:project>
Oct 23 18:59:50 user nova-compute[74046]:       </nova:owner>
Oct 23 18:59:50 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 18:59:50 user nova-compute[74046]:       <nova:ports>
Oct 23 18:59:50 user nova-compute[74046]:         <nova:port uuid="6e414d59-6b76-495b-ad2a-1999bbd645eb">
Oct 23 18:59:50 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 23 18:59:50 user nova-compute[74046]:         </nova:port>
Oct 23 18:59:50 user nova-compute[74046]:       </nova:ports>
Oct 23 18:59:50 user nova-compute[74046]:     </nova:instance>
Oct 23 18:59:50 user nova-compute[74046]:   </metadata>
Oct 23 18:59:50 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 18:59:50 user nova-compute[74046]:     <system>
Oct 23 18:59:50 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 18:59:50 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 18:59:50 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 18:59:50 user nova-compute[74046]:       <entry name="serial">952dce93-e1ea-45e9-94cd-7d018c0fa166</entry>
Oct 23 18:59:50 user nova-compute[74046]:       <entry name="uuid">952dce93-e1ea-45e9-94cd-7d018c0fa166</entry>
Oct 23 18:59:50 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 18:59:50 user nova-compute[74046]:     </system>
Oct 23 18:59:50 user nova-compute[74046]:   </sysinfo>
Oct 23 18:59:50 user nova-compute[74046]:   <os>
Oct 23 18:59:50 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 18:59:50 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 18:59:50 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 18:59:50 user nova-compute[74046]:   </os>
Oct 23 18:59:50 user nova-compute[74046]:   <features>
Oct 23 18:59:50 user nova-compute[74046]:     <acpi/>
Oct 23 18:59:50 user nova-compute[74046]:     <apic/>
Oct 23 18:59:50 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 18:59:50 user nova-compute[74046]:   </features>
Oct 23 18:59:50 user nova-compute[74046]:   <clock offset="utc">
Oct 23 18:59:50 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 18:59:50 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 18:59:50 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 18:59:50 user nova-compute[74046]:   </clock>
Oct 23 18:59:50 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 18:59:50 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 18:59:50 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 18:59:50 user nova-compute[74046]:   </cpu>
Oct 23 18:59:50 user nova-compute[74046]:   <devices>
Oct 23 18:59:50 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 18:59:50 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 18:59:50 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk"/>
Oct 23 18:59:50 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 18:59:50 user nova-compute[74046]:     </disk>
Oct 23 18:59:50 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 18:59:50 user nova-compute[74046]:       <mac address="fa:16:3e:84:44:6c"/>
Oct 23 18:59:50 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:59:50 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 18:59:50 user nova-compute[74046]:       <target dev="tap6e414d59-6b"/>
Oct 23 18:59:50 user nova-compute[74046]:     </interface>
Oct 23 18:59:50 user nova-compute[74046]:     <serial type="pty">
Oct 23 18:59:50 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/console.log" append="off"/>
Oct 23 18:59:50 user nova-compute[74046]:     </serial>
Oct 23 18:59:50 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 18:59:50 user nova-compute[74046]:     <video>
Oct 23 18:59:50 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 18:59:50 user nova-compute[74046]:     </video>
Oct 23 18:59:50 user nova-compute[74046]:     <rng model="virtio">
Oct 23 18:59:50 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 18:59:50 user nova-compute[74046]:     </rng>
Oct 23 18:59:50 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 18:59:50 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 18:59:50 user nova-compute[74046]:       <stats period="10"/>
Oct 23 18:59:50 user nova-compute[74046]:     </memballoon>
Oct 23 18:59:50 user nova-compute[74046]:   </devices>
Oct 23 18:59:50 user nova-compute[74046]: </domain>
Oct 23 18:59:50 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:59:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-759842755',display_name='tempest-VolumesActionsTest-instance-759842755',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-759842755',id=49,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ffb07dbab8e94eb48c9356d1a68ee1eb',ramdisk_id='',reservation_id='r-als71gx4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-640604238',owner_user_name='tempest-VolumesActionsTest-640604238-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T18:59:49Z,user_data=None,user_id='89182b597826468e9b216085dc5371d8',uuid=952dce93-e1ea-45e9-94cd-7d018c0fa166,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "address": "fa:16:3e:84:44:6c", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e414d59-6b", "ovs_interfaceid": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Converting VIF {"id": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "address": "fa:16:3e:84:44:6c", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e414d59-6b", "ovs_interfaceid": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:84:44:6c,bridge_name='br-int',has_traffic_filtering=True,id=6e414d59-6b76-495b-ad2a-1999bbd645eb,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e414d59-6b') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG os_vif [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:44:6c,bridge_name='br-int',has_traffic_filtering=True,id=6e414d59-6b76-495b-ad2a-1999bbd645eb,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e414d59-6b') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ccb79f42-d50a-53bb-b0f4-4632bca3ec51', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6e414d59-6b, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6e414d59-6b, col_values=(('qos', UUID('e887568f-6fcf-4835-bd7b-9478e51af760')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6e414d59-6b, col_values=(('external_ids', {'iface-id': '6e414d59-6b76-495b-ad2a-1999bbd645eb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:84:44:6c', 'vm-uuid': '952dce93-e1ea-45e9-94cd-7d018c0fa166'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:50 user nova-compute[74046]: INFO os_vif [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:84:44:6c,bridge_name='br-int',has_traffic_filtering=True,id=6e414d59-6b76-495b-ad2a-1999bbd645eb,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e414d59-6b')
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] No VIF found with MAC fa:16:3e:84:44:6c, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.network.neutron [req-e00262c8-ed39-4dd8-9f7a-551bc4e9be9d req-5c1591c7-a646-47b3-a32a-2adf3abf50b8 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Updated VIF entry in instance network info cache for port 6e414d59-6b76-495b-ad2a-1999bbd645eb. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG nova.network.neutron [req-e00262c8-ed39-4dd8-9f7a-551bc4e9be9d req-5c1591c7-a646-47b3-a32a-2adf3abf50b8 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Updating instance_info_cache with network_info: [{"id": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "address": "fa:16:3e:84:44:6c", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e414d59-6b", "ovs_interfaceid": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 18:59:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e00262c8-ed39-4dd8-9f7a-551bc4e9be9d req-5c1591c7-a646-47b3-a32a-2adf3abf50b8 service nova] Releasing lock "refresh_cache-952dce93-e1ea-45e9-94cd-7d018c0fa166" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 18:59:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-830b41b2-6512-4051-8ccc-c908db6c2ef8 req-a59fc2ca-cb85-48ef-a736-1c3528147c60 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Received event network-vif-plugged-6e414d59-6b76-495b-ad2a-1999bbd645eb {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:59:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-830b41b2-6512-4051-8ccc-c908db6c2ef8 req-a59fc2ca-cb85-48ef-a736-1c3528147c60 service nova] Acquiring lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-830b41b2-6512-4051-8ccc-c908db6c2ef8 req-a59fc2ca-cb85-48ef-a736-1c3528147c60 service nova] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-830b41b2-6512-4051-8ccc-c908db6c2ef8 req-a59fc2ca-cb85-48ef-a736-1c3528147c60 service nova] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:51 user nova-compute[74046]: DEBUG nova.compute.manager [req-830b41b2-6512-4051-8ccc-c908db6c2ef8 req-a59fc2ca-cb85-48ef-a736-1c3528147c60 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] No waiting events found dispatching network-vif-plugged-6e414d59-6b76-495b-ad2a-1999bbd645eb {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:59:51 user nova-compute[74046]: WARNING nova.compute.manager [req-830b41b2-6512-4051-8ccc-c908db6c2ef8 req-a59fc2ca-cb85-48ef-a736-1c3528147c60 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Received unexpected event network-vif-plugged-6e414d59-6b76-495b-ad2a-1999bbd645eb for instance with vm_state building and task_state spawning.
Oct 23 18:59:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:53 user nova-compute[74046]: DEBUG nova.compute.manager [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 18:59:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 18:59:53 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Instance spawned successfully.
Oct 23 18:59:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 18:59:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:59:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:59:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:59:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:59:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:59:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 18:59:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-a6de9175-ccca-4c01-917f-10386ee37607 req-8f36865f-2bc0-4f17-b742-f4327d465039 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Received event network-vif-plugged-6e414d59-6b76-495b-ad2a-1999bbd645eb {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 18:59:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a6de9175-ccca-4c01-917f-10386ee37607 req-8f36865f-2bc0-4f17-b742-f4327d465039 service nova] Acquiring lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a6de9175-ccca-4c01-917f-10386ee37607 req-8f36865f-2bc0-4f17-b742-f4327d465039 service nova] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-a6de9175-ccca-4c01-917f-10386ee37607 req-8f36865f-2bc0-4f17-b742-f4327d465039 service nova] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-a6de9175-ccca-4c01-917f-10386ee37607 req-8f36865f-2bc0-4f17-b742-f4327d465039 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] No waiting events found dispatching network-vif-plugged-6e414d59-6b76-495b-ad2a-1999bbd645eb {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 18:59:53 user nova-compute[74046]: WARNING nova.compute.manager [req-a6de9175-ccca-4c01-917f-10386ee37607 req-8f36865f-2bc0-4f17-b742-f4327d465039 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Received unexpected event network-vif-plugged-6e414d59-6b76-495b-ad2a-1999bbd645eb for instance with vm_state building and task_state spawning.
Oct 23 18:59:53 user nova-compute[74046]: INFO nova.compute.manager [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Took 5.09 seconds to spawn the instance on the hypervisor.
Oct 23 18:59:53 user nova-compute[74046]: DEBUG nova.compute.manager [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 18:59:53 user nova-compute[74046]: INFO nova.compute.manager [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Took 5.64 seconds to build instance.
Oct 23 18:59:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-06a874fd-a49d-4477-8954-90dcf8da0148 tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.736s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 18:59:59 user nova-compute[74046]: INFO nova.compute.claims [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Claim successful on node user
Oct 23 18:59:59 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.220s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG nova.network.neutron [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 18:59:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 18:59:59 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG nova.policy [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8ebb8078f334aa9a2c4a7e126ebf8e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e6d1d18530949f4ab227eae33fd8427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 18:59:59 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Creating image(s)
Oct 23 18:59:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "/opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "/opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "/opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "e35c7f668dcc31e86b7b9952d1e94b975a8465df" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "e35c7f668dcc31e86b7b9952d1e94b975a8465df" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 18:59:59 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df.part --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Successfully created port: 96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df.part --force-share --output=json" returned: 0 in 0.192s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG nova.virt.images [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] 9edc0c7a-61c2-447e-8f91-626418e1d29a was qcow2, converting to raw {{(pid=74046) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df.part /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df.converted {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df.part /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df.converted" returned: 0 in 0.215s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df.converted --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df.converted --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "e35c7f668dcc31e86b7b9952d1e94b975a8465df" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.952s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Successfully updated port: 96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquired lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-7f0caf76-1e3b-40bb-9404-9dddf5039eb3 req-f2d62ceb-eb35-4437-b88c-9fab06d2661b service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-changed-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG nova.compute.manager [req-7f0caf76-1e3b-40bb-9404-9dddf5039eb3 req-f2d62ceb-eb35-4437-b88c-9fab06d2661b service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Refreshing instance network info cache due to event network-changed-96d51593-efe7-4771-8625-5c6562cf2d49. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7f0caf76-1e3b-40bb-9404-9dddf5039eb3 req-f2d62ceb-eb35-4437-b88c-9fab06d2661b service nova] Acquiring lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "e35c7f668dcc31e86b7b9952d1e94b975a8465df" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "e35c7f668dcc31e86b7b9952d1e94b975a8465df" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG nova.network.neutron [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df --force-share --output=json" returned: 0 in 0.169s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df,backing_fmt=raw /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df,backing_fmt=raw /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk 1073741824" returned: 0 in 0.056s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "e35c7f668dcc31e86b7b9952d1e94b975a8465df" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.network.neutron [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updating instance_info_cache with network_info: [{"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Releasing lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Instance network_info: |[{"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7f0caf76-1e3b-40bb-9404-9dddf5039eb3 req-f2d62ceb-eb35-4437-b88c-9fab06d2661b service nova] Acquired lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-7f0caf76-1e3b-40bb-9404-9dddf5039eb3 req-f2d62ceb-eb35-4437-b88c-9fab06d2661b service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Refreshing network info cache for port 96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Cannot resize image /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Ensure instance console log exists: /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Start _get_guest_xml network_info=[{"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:59:57Z,direct_url=<?>,disk_format='qcow2',id=9edc0c7a-61c2-447e-8f91-626418e1d29a,min_disk=0,min_ram=0,name='tempest-scenario-img--1123833520',owner='3e6d1d18530949f4ab227eae33fd8427',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:59:58Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': '9edc0c7a-61c2-447e-8f91-626418e1d29a'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 19:00:01 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:00:01 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:59:57Z,direct_url=<?>,disk_format='qcow2',id=9edc0c7a-61c2-447e-8f91-626418e1d29a,min_disk=0,min_ram=0,name='tempest-scenario-img--1123833520',owner='3e6d1d18530949f4ab227eae33fd8427',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:59:58Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:59:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1568177252',display_name='tempest-TestMinimumBasicScenario-server-1568177252',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1568177252',id=50,image_ref='9edc0c7a-61c2-447e-8f91-626418e1d29a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJBNO+Dadv+a8ZFHvroaXVt+QOxs4UTF8DTpmRD+9aXsrGw0wN+dU2EDxm1bFZ3Q2eaOF7KjO9dD8qok23X+By9cji2kVUNsSTegkXhC+DKeD0EBEngFOSrsRxI/nj/gBg==',key_name='tempest-TestMinimumBasicScenario-1944465447',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e6d1d18530949f4ab227eae33fd8427',ramdisk_id='',reservation_id='r-zv1nkyv7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='9edc0c7a-61c2-447e-8f91-626418e1d29a',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-362832678',owner_user_name='tempest-TestMinimumBasicScenario-362832678-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T19:00:00Z,user_data=None,user_id='f8ebb8078f334aa9a2c4a7e126ebf8e3',uuid=c2302284-dec6-4ab5-a26d-52808cee97c1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converting VIF {"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:10:eb,bridge_name='br-int',has_traffic_filtering=True,id=96d51593-efe7-4771-8625-5c6562cf2d49,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96d51593-ef') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'pci_devices' on Instance uuid c2302284-dec6-4ab5-a26d-52808cee97c1 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-7f0caf76-1e3b-40bb-9404-9dddf5039eb3 req-f2d62ceb-eb35-4437-b88c-9fab06d2661b service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updated VIF entry in instance network info cache for port 96d51593-efe7-4771-8625-5c6562cf2d49. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.network.neutron [req-7f0caf76-1e3b-40bb-9404-9dddf5039eb3 req-f2d62ceb-eb35-4437-b88c-9fab06d2661b service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updating instance_info_cache with network_info: [{"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] End _get_guest_xml xml=<domain type="kvm">
Oct 23 19:00:01 user nova-compute[74046]:   <uuid>c2302284-dec6-4ab5-a26d-52808cee97c1</uuid>
Oct 23 19:00:01 user nova-compute[74046]:   <name>instance-00000032</name>
Oct 23 19:00:01 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 19:00:01 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 19:00:01 user nova-compute[74046]:   <metadata>
Oct 23 19:00:01 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 19:00:01 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 19:00:01 user nova-compute[74046]:       <nova:name>tempest-TestMinimumBasicScenario-server-1568177252</nova:name>
Oct 23 19:00:01 user nova-compute[74046]:       <nova:creationTime>2023-10-23 19:00:01</nova:creationTime>
Oct 23 19:00:01 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 19:00:01 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 19:00:01 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 19:00:01 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 19:00:01 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 19:00:01 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 19:00:01 user nova-compute[74046]:       </nova:flavor>
Oct 23 19:00:01 user nova-compute[74046]:       <nova:owner>
Oct 23 19:00:01 user nova-compute[74046]:         <nova:user uuid="f8ebb8078f334aa9a2c4a7e126ebf8e3">tempest-TestMinimumBasicScenario-362832678-project-member</nova:user>
Oct 23 19:00:01 user nova-compute[74046]:         <nova:project uuid="3e6d1d18530949f4ab227eae33fd8427">tempest-TestMinimumBasicScenario-362832678</nova:project>
Oct 23 19:00:01 user nova-compute[74046]:       </nova:owner>
Oct 23 19:00:01 user nova-compute[74046]:       <nova:root type="image" uuid="9edc0c7a-61c2-447e-8f91-626418e1d29a"/>
Oct 23 19:00:01 user nova-compute[74046]:       <nova:ports>
Oct 23 19:00:01 user nova-compute[74046]:         <nova:port uuid="96d51593-efe7-4771-8625-5c6562cf2d49">
Oct 23 19:00:01 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 23 19:00:01 user nova-compute[74046]:         </nova:port>
Oct 23 19:00:01 user nova-compute[74046]:       </nova:ports>
Oct 23 19:00:01 user nova-compute[74046]:     </nova:instance>
Oct 23 19:00:01 user nova-compute[74046]:   </metadata>
Oct 23 19:00:01 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 19:00:01 user nova-compute[74046]:     <system>
Oct 23 19:00:01 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 19:00:01 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 19:00:01 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 19:00:01 user nova-compute[74046]:       <entry name="serial">c2302284-dec6-4ab5-a26d-52808cee97c1</entry>
Oct 23 19:00:01 user nova-compute[74046]:       <entry name="uuid">c2302284-dec6-4ab5-a26d-52808cee97c1</entry>
Oct 23 19:00:01 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 19:00:01 user nova-compute[74046]:     </system>
Oct 23 19:00:01 user nova-compute[74046]:   </sysinfo>
Oct 23 19:00:01 user nova-compute[74046]:   <os>
Oct 23 19:00:01 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 19:00:01 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 19:00:01 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 19:00:01 user nova-compute[74046]:   </os>
Oct 23 19:00:01 user nova-compute[74046]:   <features>
Oct 23 19:00:01 user nova-compute[74046]:     <acpi/>
Oct 23 19:00:01 user nova-compute[74046]:     <apic/>
Oct 23 19:00:01 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 19:00:01 user nova-compute[74046]:   </features>
Oct 23 19:00:01 user nova-compute[74046]:   <clock offset="utc">
Oct 23 19:00:01 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 19:00:01 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 19:00:01 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 19:00:01 user nova-compute[74046]:   </clock>
Oct 23 19:00:01 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 19:00:01 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 19:00:01 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 19:00:01 user nova-compute[74046]:   </cpu>
Oct 23 19:00:01 user nova-compute[74046]:   <devices>
Oct 23 19:00:01 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 19:00:01 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 19:00:01 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk"/>
Oct 23 19:00:01 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 19:00:01 user nova-compute[74046]:     </disk>
Oct 23 19:00:01 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 19:00:01 user nova-compute[74046]:       <mac address="fa:16:3e:0a:10:eb"/>
Oct 23 19:00:01 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 19:00:01 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 19:00:01 user nova-compute[74046]:       <target dev="tap96d51593-ef"/>
Oct 23 19:00:01 user nova-compute[74046]:     </interface>
Oct 23 19:00:01 user nova-compute[74046]:     <serial type="pty">
Oct 23 19:00:01 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/console.log" append="off"/>
Oct 23 19:00:01 user nova-compute[74046]:     </serial>
Oct 23 19:00:01 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 19:00:01 user nova-compute[74046]:     <video>
Oct 23 19:00:01 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 19:00:01 user nova-compute[74046]:     </video>
Oct 23 19:00:01 user nova-compute[74046]:     <rng model="virtio">
Oct 23 19:00:01 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 19:00:01 user nova-compute[74046]:     </rng>
Oct 23 19:00:01 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 19:00:01 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 19:00:01 user nova-compute[74046]:       <stats period="10"/>
Oct 23 19:00:01 user nova-compute[74046]:     </memballoon>
Oct 23 19:00:01 user nova-compute[74046]:   </devices>
Oct 23 19:00:01 user nova-compute[74046]: </domain>
Oct 23 19:00:01 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:59:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1568177252',display_name='tempest-TestMinimumBasicScenario-server-1568177252',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1568177252',id=50,image_ref='9edc0c7a-61c2-447e-8f91-626418e1d29a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJBNO+Dadv+a8ZFHvroaXVt+QOxs4UTF8DTpmRD+9aXsrGw0wN+dU2EDxm1bFZ3Q2eaOF7KjO9dD8qok23X+By9cji2kVUNsSTegkXhC+DKeD0EBEngFOSrsRxI/nj/gBg==',key_name='tempest-TestMinimumBasicScenario-1944465447',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e6d1d18530949f4ab227eae33fd8427',ramdisk_id='',reservation_id='r-zv1nkyv7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='9edc0c7a-61c2-447e-8f91-626418e1d29a',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-362832678',owner_user_name='tempest-TestMinimumBasicScenario-362832678-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T19:00:00Z,user_data=None,user_id='f8ebb8078f334aa9a2c4a7e126ebf8e3',uuid=c2302284-dec6-4ab5-a26d-52808cee97c1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converting VIF {"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:10:eb,bridge_name='br-int',has_traffic_filtering=True,id=96d51593-efe7-4771-8625-5c6562cf2d49,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96d51593-ef') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG os_vif [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:10:eb,bridge_name='br-int',has_traffic_filtering=True,id=96d51593-efe7-4771-8625-5c6562cf2d49,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96d51593-ef') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-7f0caf76-1e3b-40bb-9404-9dddf5039eb3 req-f2d62ceb-eb35-4437-b88c-9fab06d2661b service nova] Releasing lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '146c82d6-ff16-5cf0-a2d6-7e8b51bed706', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap96d51593-ef, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap96d51593-ef, col_values=(('qos', UUID('ad97b691-c293-4cae-bff3-cc5dec114d21')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap96d51593-ef, col_values=(('external_ids', {'iface-id': '96d51593-efe7-4771-8625-5c6562cf2d49', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0a:10:eb', 'vm-uuid': 'c2302284-dec6-4ab5-a26d-52808cee97c1'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:01 user nova-compute[74046]: INFO os_vif [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:10:eb,bridge_name='br-int',has_traffic_filtering=True,id=96d51593-efe7-4771-8625-5c6562cf2d49,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96d51593-ef')
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:00:01 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] No VIF found with MAC fa:16:3e:0a:10:eb, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 19:00:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-12dac620-02e8-49dd-a4d5-1ef8ed74f2c3 req-a32f84cf-9fac-4379-901e-b073d2666ecd service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:00:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-12dac620-02e8-49dd-a4d5-1ef8ed74f2c3 req-a32f84cf-9fac-4379-901e-b073d2666ecd service nova] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:00:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-12dac620-02e8-49dd-a4d5-1ef8ed74f2c3 req-a32f84cf-9fac-4379-901e-b073d2666ecd service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:00:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-12dac620-02e8-49dd-a4d5-1ef8ed74f2c3 req-a32f84cf-9fac-4379-901e-b073d2666ecd service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:00:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-12dac620-02e8-49dd-a4d5-1ef8ed74f2c3 req-a32f84cf-9fac-4379-901e-b073d2666ecd service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] No waiting events found dispatching network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:00:03 user nova-compute[74046]: WARNING nova.compute.manager [req-12dac620-02e8-49dd-a4d5-1ef8ed74f2c3 req-a32f84cf-9fac-4379-901e-b073d2666ecd service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received unexpected event network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 for instance with vm_state building and task_state spawning.
Oct 23 19:00:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:03 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:04 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 19:00:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 19:00:04 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Instance spawned successfully.
Oct 23 19:00:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 19:00:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:00:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:00:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:00:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:00:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:00:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:00:05 user nova-compute[74046]: DEBUG nova.compute.manager [req-1f4967a3-0efc-47c4-b528-30ec0de9522a req-752f53a5-157a-444e-adcc-d7b8020af46b service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:00:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f4967a3-0efc-47c4-b528-30ec0de9522a req-752f53a5-157a-444e-adcc-d7b8020af46b service nova] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:00:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f4967a3-0efc-47c4-b528-30ec0de9522a req-752f53a5-157a-444e-adcc-d7b8020af46b service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:00:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1f4967a3-0efc-47c4-b528-30ec0de9522a req-752f53a5-157a-444e-adcc-d7b8020af46b service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:00:05 user nova-compute[74046]: DEBUG nova.compute.manager [req-1f4967a3-0efc-47c4-b528-30ec0de9522a req-752f53a5-157a-444e-adcc-d7b8020af46b service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] No waiting events found dispatching network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:00:05 user nova-compute[74046]: WARNING nova.compute.manager [req-1f4967a3-0efc-47c4-b528-30ec0de9522a req-752f53a5-157a-444e-adcc-d7b8020af46b service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received unexpected event network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 for instance with vm_state building and task_state spawning.
Oct 23 19:00:05 user nova-compute[74046]: INFO nova.compute.manager [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Took 5.49 seconds to spawn the instance on the hypervisor.
Oct 23 19:00:05 user nova-compute[74046]: DEBUG nova.compute.manager [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 19:00:05 user nova-compute[74046]: INFO nova.compute.manager [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Took 6.12 seconds to build instance.
Oct 23 19:00:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-a47beb1d-8fc0-460f-a3d6-ac0379cc5c8e tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.213s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:00:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:28 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:00:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:00:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:00:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:00:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-0a35e005-99cd-4364-97e7-694348e65413" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:00:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-0a35e005-99cd-4364-97e7-694348e65413" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:00:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:00:32 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 0a35e005-99cd-4364-97e7-694348e65413 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:00:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Updating instance_info_cache with network_info: [{"id": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "address": "fa:16:3e:01:45:97", "network": {"id": "2ee14b37-e755-4338-a84f-c031a8e1f06a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1421559470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da2fa0534add45a5b635c25e52ffae5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b74159f-8f", "ovs_interfaceid": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:00:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-0a35e005-99cd-4364-97e7-694348e65413" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:00:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:00:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:00:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:00:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:36 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:00:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:38 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:00:38 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:00:38 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:00:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:41 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:00:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:00:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:00:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:00:41 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:00:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:41 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:42 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:00:42 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:00:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8528MB free_disk=24.974491119384766GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 0a35e005-99cd-4364-97e7-694348e65413 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 952dce93-e1ea-45e9-94cd-7d018c0fa166 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c2302284-dec6-4ab5-a26d-52808cee97c1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:00:42 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:00:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:00:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.238s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:00:45 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:00:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:00:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:00:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:00:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:00:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:00:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Verify base images {{(pid=74046) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Image id 9edc0c7a-61c2-447e-8f91-626418e1d29a yields fingerprint e35c7f668dcc31e86b7b9952d1e94b975a8465df {{(pid=74046) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 23 19:00:56 user nova-compute[74046]: INFO nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] image 9edc0c7a-61c2-447e-8f91-626418e1d29a at (/opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df): checking
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] image 9edc0c7a-61c2-447e-8f91-626418e1d29a at (/opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df): image is in use {{(pid=74046) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74046) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Image id cd955994-8c1d-46fa-8958-a8f5f4afa4be yields fingerprint a81ca89e338e7a056f834f1f6b171c05c68a459d {{(pid=74046) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 23 19:00:56 user nova-compute[74046]: INFO nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] image cd955994-8c1d-46fa-8958-a8f5f4afa4be at (/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d): checking
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] image cd955994-8c1d-46fa-8958-a8f5f4afa4be at (/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d): image is in use {{(pid=74046) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] 0a35e005-99cd-4364-97e7-694348e65413 is a valid instance name {{(pid=74046) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] 0a35e005-99cd-4364-97e7-694348e65413 has a disk file {{(pid=74046) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 0a35e005-99cd-4364-97e7-694348e65413 is backed by a81ca89e338e7a056f834f1f6b171c05c68a459d {{(pid=74046) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] 952dce93-e1ea-45e9-94cd-7d018c0fa166 is a valid instance name {{(pid=74046) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] 952dce93-e1ea-45e9-94cd-7d018c0fa166 has a disk file {{(pid=74046) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 952dce93-e1ea-45e9-94cd-7d018c0fa166 is backed by a81ca89e338e7a056f834f1f6b171c05c68a459d {{(pid=74046) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] c2302284-dec6-4ab5-a26d-52808cee97c1 is a valid instance name {{(pid=74046) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] c2302284-dec6-4ab5-a26d-52808cee97c1 has a disk file {{(pid=74046) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c2302284-dec6-4ab5-a26d-52808cee97c1 is backed by e35c7f668dcc31e86b7b9952d1e94b975a8465df {{(pid=74046) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 23 19:00:56 user nova-compute[74046]: WARNING nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Unknown base file: /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8
Oct 23 19:00:56 user nova-compute[74046]: WARNING nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Unknown base file: /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf
Oct 23 19:00:56 user nova-compute[74046]: WARNING nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Unknown base file: /opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082
Oct 23 19:00:56 user nova-compute[74046]: WARNING nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Unknown base file: /opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c
Oct 23 19:00:56 user nova-compute[74046]: WARNING nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Unknown base file: /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248
Oct 23 19:00:56 user nova-compute[74046]: WARNING nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Unknown base file: /opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48
Oct 23 19:00:56 user nova-compute[74046]: WARNING nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Unknown base file: /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a
Oct 23 19:00:56 user nova-compute[74046]: INFO nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Active base files: /opt/stack/data/nova/instances/_base/e35c7f668dcc31e86b7b9952d1e94b975a8465df /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d
Oct 23 19:00:56 user nova-compute[74046]: INFO nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Removable base files: /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8 /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf /opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082 /opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248 /opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48 /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a
Oct 23 19:00:56 user nova-compute[74046]: INFO nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/ddf849396e5e9e509ec06e77757d4b892efb0ef8
Oct 23 19:00:56 user nova-compute[74046]: INFO nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/86bad68fe6c62568005ffeab36e23785d9b040cf
Oct 23 19:00:56 user nova-compute[74046]: INFO nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/a030355be15bd7cc648488ae368a3af8c00ec082
Oct 23 19:00:56 user nova-compute[74046]: INFO nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/00b3759df318edc8fd15210c2fe0c86888af358c
Oct 23 19:00:56 user nova-compute[74046]: INFO nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/960ef2957a5366d82cb98a1407853fa036ec2248
Oct 23 19:00:56 user nova-compute[74046]: INFO nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/1238bab2cebcaafe07102fce53255306a9114a48
Oct 23 19:00:56 user nova-compute[74046]: INFO nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/91c813080ecfb80e49a888e439749327a7ec260a
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Verification complete {{(pid=74046) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Verify swap images {{(pid=74046) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 23 19:00:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.imagecache [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Verify ephemeral images {{(pid=74046) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 23 19:01:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:01:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:01:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:01:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:01:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:01:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-5d690a67-4dbe-451e-8702-9b75c01a5dd5 req-68b5a4ef-542d-4b7c-a404-092cd283f033 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received event network-changed-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:01:03 user nova-compute[74046]: DEBUG nova.compute.manager [req-5d690a67-4dbe-451e-8702-9b75c01a5dd5 req-68b5a4ef-542d-4b7c-a404-092cd283f033 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Refreshing instance network info cache due to event network-changed-0b74159f-8fbc-47f4-a3b7-595e6b4bf944. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:01:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5d690a67-4dbe-451e-8702-9b75c01a5dd5 req-68b5a4ef-542d-4b7c-a404-092cd283f033 service nova] Acquiring lock "refresh_cache-0a35e005-99cd-4364-97e7-694348e65413" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:01:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5d690a67-4dbe-451e-8702-9b75c01a5dd5 req-68b5a4ef-542d-4b7c-a404-092cd283f033 service nova] Acquired lock "refresh_cache-0a35e005-99cd-4364-97e7-694348e65413" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:01:03 user nova-compute[74046]: DEBUG nova.network.neutron [req-5d690a67-4dbe-451e-8702-9b75c01a5dd5 req-68b5a4ef-542d-4b7c-a404-092cd283f033 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Refreshing network info cache for port 0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:01:03 user nova-compute[74046]: DEBUG nova.network.neutron [req-5d690a67-4dbe-451e-8702-9b75c01a5dd5 req-68b5a4ef-542d-4b7c-a404-092cd283f033 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Updated VIF entry in instance network info cache for port 0b74159f-8fbc-47f4-a3b7-595e6b4bf944. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:01:03 user nova-compute[74046]: DEBUG nova.network.neutron [req-5d690a67-4dbe-451e-8702-9b75c01a5dd5 req-68b5a4ef-542d-4b7c-a404-092cd283f033 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Updating instance_info_cache with network_info: [{"id": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "address": "fa:16:3e:01:45:97", "network": {"id": "2ee14b37-e755-4338-a84f-c031a8e1f06a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1421559470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da2fa0534add45a5b635c25e52ffae5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b74159f-8f", "ovs_interfaceid": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:01:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5d690a67-4dbe-451e-8702-9b75c01a5dd5 req-68b5a4ef-542d-4b7c-a404-092cd283f033 service nova] Releasing lock "refresh_cache-0a35e005-99cd-4364-97e7-694348e65413" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:01:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:04 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lazy-loading 'flavor' on Instance uuid 0a35e005-99cd-4364-97e7-694348e65413 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:01:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:01:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:04 user nova-compute[74046]: INFO nova.compute.manager [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Attaching volume c54f49af-e4f0-4eaf-94b4-75f3802df79a to /dev/vdb
Oct 23 19:01:05 user nova-compute[74046]: DEBUG os_brick.utils [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a9f0b29-2882-45e1-b31e-9e64307a00d1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a2f4a14-8210-4d9b-aa49-09e066399b82]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f7d4cee-ccff-4025-b7e8-b8acb122e41f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9629738-b881-479f-92a9-ce6adbd8cde0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:01:05 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 19:01:05 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ded5cda-22f9-4c20-be8b-b83da749ebbe]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG os_brick.utils [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:01:05 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Updating existing volume attachment record: c6766352-8170-47dd-8f01-738bc1832b14 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 19:01:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XoumnHpy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:01:21 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:01:21 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:01:21 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ec15def-bdf2-4c9c-939b-5827f4d0ec0e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 19:01:21 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a36e07e2-e8da-4839-9db0-0f6f0b973e19]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a] added
Oct 23 19:01:21 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7142771c-3d2c-468b-919b-e6bf55c6769d]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a8bd6d3-fe29-47fd-964f-f2f1dd94c903]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XoumnHpy {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XoumnHpy" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[229bba65-83d4-4d7a-9821-3b6c081bdb64]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XoumnHpy'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a8a748b-0f3d-4b16-af00-fd890b6c04e3]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[853878fc-363d-4da8-bcd1-e32dbe9e3c5a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:01:21 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:01:21 user nova-compute[74046]:  {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:01:21 user nova-compute[74046]: WARNING os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 19:01:21 user nova-compute[74046]: 
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[89b0e82f-b5f8-4af0-a165-b1c856732413]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a, portal: 172.16.0.220,3260]
Oct 23 19:01:21 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a, portal: 172.16.0.220,3260] successful.
Oct 23 19:01:21 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c929a044-bf6f-47aa-a13d-aac2bbecab12]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6912981-cac0-4d53-ba17-0defc76c2fe3]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:01:21 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:01:21 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.241s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a989d9c-5704-45d4-8ff4-47bde444fef4]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XoumnHpy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 19:01:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.276s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:01:22 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] <== connect_volume: return (1279ms) {'type': 'block', 'scsi_wwn': '26239643939396430', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:01:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26239643939396430', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 19:01:22 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lazy-loading 'flavor' on Instance uuid 0a35e005-99cd-4364-97e7-694348e65413 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:01:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 19:01:22 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:01:22 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:01:22 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:01:22 user nova-compute[74046]:   <serial>c54f49af-e4f0-4eaf-94b4-75f3802df79a</serial>
Oct 23 19:01:22 user nova-compute[74046]: </disk>
Oct 23 19:01:22 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 19:01:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:01:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:01:22 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] No VIF found with MAC fa:16:3e:01:45:97, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 19:01:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cc2e9df2-7ca7-49d8-81ca-88f9a94a5246 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.066s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG nova.objects.instance [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lazy-loading 'flavor' on Instance uuid 0a35e005-99cd-4364-97e7-694348e65413 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:26 user nova-compute[74046]: INFO nova.compute.manager [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Attaching volume 44ac12b3-a419-489a-8d8f-ace5fff7b72c to /dev/vdc
Oct 23 19:01:26 user nova-compute[74046]: DEBUG os_brick.utils [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3675704-7aba-4998-a0e5-9362cc2d429e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0264cdc2-55f3-40be-9c0b-1a7ae5986c87]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[330c3842-675e-4e68-96dd-5afe08bfa965]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[21cb9f02-63ab-424b-9f72-0c3327f788df]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:01:26 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 19:01:26 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e228d3c0-9a75-4b1a-99b2-f6c120eea369]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG os_brick.utils [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:01:26 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Updating existing volume attachment record: b432ba5a-2e97-454e-847c-66768f5679e8 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 19:01:30 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:01:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:01:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:01:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:01:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-952dce93-e1ea-45e9-94cd-7d018c0fa166" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:01:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-952dce93-e1ea-45e9-94cd-7d018c0fa166" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:01:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:01:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Updating instance_info_cache with network_info: [{"id": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "address": "fa:16:3e:84:44:6c", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e414d59-6b", "ovs_interfaceid": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:01:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-952dce93-e1ea-45e9-94cd-7d018c0fa166" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:01:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:01:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:01:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:01:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:36 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:01:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74046) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 19:01:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:37 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:01:38 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:01:38 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:01:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "952dce93-e1ea-45e9-94cd-7d018c0fa166" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:01:38 user nova-compute[74046]: INFO nova.compute.manager [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Terminating instance
Oct 23 19:01:38 user nova-compute[74046]: DEBUG nova.compute.manager [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 19:01:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:38 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG nova.compute.manager [req-cad4ced9-d1d1-4bd8-b0c6-3933e1fc17d6 req-cebe0261-ae30-463f-b119-fc6c7869d296 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Received event network-vif-unplugged-6e414d59-6b76-495b-ad2a-1999bbd645eb {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cad4ced9-d1d1-4bd8-b0c6-3933e1fc17d6 req-cebe0261-ae30-463f-b119-fc6c7869d296 service nova] Acquiring lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cad4ced9-d1d1-4bd8-b0c6-3933e1fc17d6 req-cebe0261-ae30-463f-b119-fc6c7869d296 service nova] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-cad4ced9-d1d1-4bd8-b0c6-3933e1fc17d6 req-cebe0261-ae30-463f-b119-fc6c7869d296 service nova] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG nova.compute.manager [req-cad4ced9-d1d1-4bd8-b0c6-3933e1fc17d6 req-cebe0261-ae30-463f-b119-fc6c7869d296 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] No waiting events found dispatching network-vif-unplugged-6e414d59-6b76-495b-ad2a-1999bbd645eb {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG nova.compute.manager [req-cad4ced9-d1d1-4bd8-b0c6-3933e1fc17d6 req-cebe0261-ae30-463f-b119-fc6c7869d296 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Received event network-vif-unplugged-6e414d59-6b76-495b-ad2a-1999bbd645eb for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Instance destroyed successfully.
Oct 23 19:01:39 user nova-compute[74046]: DEBUG nova.objects.instance [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lazy-loading 'resources' on Instance uuid 952dce93-e1ea-45e9-94cd-7d018c0fa166 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:59:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-759842755',display_name='tempest-VolumesActionsTest-instance-759842755',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-759842755',id=49,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:59:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ffb07dbab8e94eb48c9356d1a68ee1eb',ramdisk_id='',reservation_id='r-als71gx4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-640604238',owner_user_name='tempest-VolumesActionsTest-640604238-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:59:54Z,user_data=None,user_id='89182b597826468e9b216085dc5371d8',uuid=952dce93-e1ea-45e9-94cd-7d018c0fa166,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "address": "fa:16:3e:84:44:6c", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e414d59-6b", "ovs_interfaceid": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Converting VIF {"id": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "address": "fa:16:3e:84:44:6c", "network": {"id": "5133fb4e-7ca7-42f1-a583-38bbfd60d606", "bridge": "br-int", "label": "tempest-VolumesActionsTest-325023261-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ffb07dbab8e94eb48c9356d1a68ee1eb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6e414d59-6b", "ovs_interfaceid": "6e414d59-6b76-495b-ad2a-1999bbd645eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:84:44:6c,bridge_name='br-int',has_traffic_filtering=True,id=6e414d59-6b76-495b-ad2a-1999bbd645eb,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e414d59-6b') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG os_vif [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:44:6c,bridge_name='br-int',has_traffic_filtering=True,id=6e414d59-6b76-495b-ad2a-1999bbd645eb,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e414d59-6b') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6e414d59-6b, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e887568f-6fcf-4835-bd7b-9478e51af760) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:01:39 user nova-compute[74046]: INFO os_vif [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:84:44:6c,bridge_name='br-int',has_traffic_filtering=True,id=6e414d59-6b76-495b-ad2a-1999bbd645eb,network=Network(5133fb4e-7ca7-42f1-a583-38bbfd60d606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6e414d59-6b')
Oct 23 19:01:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Deleting instance files /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166_del
Oct 23 19:01:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Deletion of /opt/stack/data/nova/instances/952dce93-e1ea-45e9-94cd-7d018c0fa166_del complete
Oct 23 19:01:39 user nova-compute[74046]: INFO nova.compute.manager [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 23 19:01:39 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 19:01:39 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 19:01:40 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:01:40 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:01:40 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Took 1.03 seconds to deallocate network for instance.
Oct 23 19:01:40 user nova-compute[74046]: DEBUG nova.compute.manager [req-89880ad0-775c-4c4f-b335-be58a90c33ed req-8ae36d74-8b3d-4314-aa0d-a346531c09d5 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Received event network-vif-deleted-6e414d59-6b76-495b-ad2a-1999bbd645eb {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:01:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:41 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Refreshing inventories for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 19:01:41 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Updating ProviderTree inventory for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 19:01:41 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 19:01:41 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Refreshing aggregate associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, aggregates: None {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 19:01:41 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Refreshing trait associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 19:01:41 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:01:41 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:01:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-8e005480-04d2-46e5-b468-625917b20d97 req-55ab8f78-2685-4521-a8e1-6de8eb181936 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Received event network-vif-plugged-6e414d59-6b76-495b-ad2a-1999bbd645eb {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:01:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8e005480-04d2-46e5-b468-625917b20d97 req-55ab8f78-2685-4521-a8e1-6de8eb181936 service nova] Acquiring lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8e005480-04d2-46e5-b468-625917b20d97 req-55ab8f78-2685-4521-a8e1-6de8eb181936 service nova] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8e005480-04d2-46e5-b468-625917b20d97 req-55ab8f78-2685-4521-a8e1-6de8eb181936 service nova] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:01:41 user nova-compute[74046]: DEBUG nova.compute.manager [req-8e005480-04d2-46e5-b468-625917b20d97 req-55ab8f78-2685-4521-a8e1-6de8eb181936 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] No waiting events found dispatching network-vif-plugged-6e414d59-6b76-495b-ad2a-1999bbd645eb {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:01:41 user nova-compute[74046]: WARNING nova.compute.manager [req-8e005480-04d2-46e5-b468-625917b20d97 req-55ab8f78-2685-4521-a8e1-6de8eb181936 service nova] [instance: 952dce93-e1ea-45e9-94cd-7d018c0fa166] Received unexpected event network-vif-plugged-6e414d59-6b76-495b-ad2a-1999bbd645eb for instance with vm_state deleted and task_state None.
Oct 23 19:01:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.453s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:01:41 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Deleted allocations for instance 952dce93-e1ea-45e9-94cd-7d018c0fa166
Oct 23 19:01:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-496d177c-bb32-4e43-91f1-78c349405a5a tempest-VolumesActionsTest-640604238 tempest-VolumesActionsTest-640604238-project-member] Lock "952dce93-e1ea-45e9-94cd-7d018c0fa166" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.565s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RztpdQlW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:01:43 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:01:43 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:01:43 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 19:01:43 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:01:43 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:01:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8750MB free_disk=25.000656127929688GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cef6566e-4d91-4f68-bfb7-bdd57ce7b778]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 19:01:43 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[af2562d2-c20d-4c7d-b3fc-facb42051657]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c] added
Oct 23 19:01:43 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[265cd9be-736c-444e-a987-43fbd7e06abe]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 0a35e005-99cd-4364-97e7-694348e65413 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c2302284-dec6-4ab5-a26d-52808cee97c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[70d554ec-cc4a-4e9c-966c-1e7674a9eee8]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RztpdQlW {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RztpdQlW" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[03da1d5a-6731-44fb-8745-27c74f68114f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RztpdQlW'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[22896c03-13a6-44b3-aff2-4546cba888d8]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ada230f4-31fc-4460-8e4e-ec734353f3bf]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:01:43 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:01:43 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.202s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c83697b3-728e-4db8-8402-f5c2fa710d8c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c, portal: 172.16.0.220,3260]
Oct 23 19:01:43 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c, portal: 172.16.0.220,3260] successful.
Oct 23 19:01:43 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d75fe9a-4657-4d6e-a373-4e3001c0133e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e3a0891-db25-4205-a379-8a95ca1804d1]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:01:43 user nova-compute[74046]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c (non-flash)
Oct 23 19:01:43 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:01:43 user nova-compute[74046]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c (non-flash)
Oct 23 19:01:43 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] HCTL ('34', '-', '-', 0) found on session 59 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[66de0dbe-3cf8-44b4-9eae-f32b0fba290c]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:43 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 19:01:44 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Searching for a device in session 59 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 19:01:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RztpdQlW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 19:01:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.291s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:01:44 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] <== connect_volume: return (1293ms) {'type': 'block', 'scsi_wwn': '26639306434376164', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:01:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26639306434376164', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 19:01:44 user nova-compute[74046]: DEBUG nova.objects.instance [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lazy-loading 'flavor' on Instance uuid 0a35e005-99cd-4364-97e7-694348e65413 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:01:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:44 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 19:01:44 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:01:44 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 19:01:44 user nova-compute[74046]:   <target dev="vdc" bus="virtio"/>
Oct 23 19:01:44 user nova-compute[74046]:   <serial>44ac12b3-a419-489a-8d8f-ace5fff7b72c</serial>
Oct 23 19:01:44 user nova-compute[74046]: </disk>
Oct 23 19:01:44 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 19:01:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:01:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:01:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:01:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] No VIF found with MAC fa:16:3e:01:45:97, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 19:01:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-6e92fc44-78d2-439f-959d-b9f84c00a2f5 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.816s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:01:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:45 user nova-compute[74046]: INFO nova.compute.manager [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Detaching volume 44ac12b3-a419-489a-8d8f-ace5fff7b72c
Oct 23 19:01:45 user nova-compute[74046]: INFO nova.virt.block_device [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Attempting to driver detach volume 44ac12b3-a419-489a-8d8f-ace5fff7b72c from mountpoint /dev/vdc
Oct 23 19:01:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Attempting to detach device vdc from instance 0a35e005-99cd-4364-97e7-694348e65413 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 19:01:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:01:45 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:01:45 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 19:01:45 user nova-compute[74046]:   <target dev="vdc" bus="virtio"/>
Oct 23 19:01:45 user nova-compute[74046]:   <serial>44ac12b3-a419-489a-8d8f-ace5fff7b72c</serial>
Oct 23 19:01:45 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 23 19:01:45 user nova-compute[74046]: </disk>
Oct 23 19:01:45 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:01:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Successfully detached device vdc from instance 0a35e005-99cd-4364-97e7-694348e65413 from the persistent domain config.
Oct 23 19:01:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 0a35e005-99cd-4364-97e7-694348e65413 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 19:01:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:01:45 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:01:45 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 19:01:45 user nova-compute[74046]:   <target dev="vdc" bus="virtio"/>
Oct 23 19:01:45 user nova-compute[74046]:   <serial>44ac12b3-a419-489a-8d8f-ace5fff7b72c</serial>
Oct 23 19:01:45 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 23 19:01:45 user nova-compute[74046]: </disk>
Oct 23 19:01:45 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:01:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 0a35e005-99cd-4364-97e7-694348e65413 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 19:01:46 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:01:49 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:01:49 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 19:01:49 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] There are 0 instances to clean {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 19:01:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG nova.objects.instance [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'flavor' on Instance uuid c2302284-dec6-4ab5-a26d-52808cee97c1 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:01:54 user nova-compute[74046]: INFO nova.compute.manager [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Attaching volume d9f99749-aa9e-4720-a2dd-6613f692f688 to /dev/vdb
Oct 23 19:01:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG os_brick.utils [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d5c545-c0ac-493e-baff-ab7b4ee67290]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9ba1abd-6542-4dcd-be54-f6e19d7b16ac]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[603d1d0b-f9d0-4098-9d47-a6f6e24facc6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d36a30f-9c92-4a8b-a99d-7f2d1ec988ec]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:01:54 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 19:01:54 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d04127bb-61fb-43d8-9066-e1e874d268d3]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG os_brick.utils [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:01:54 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updating existing volume attachment record: ffbb0ddf-a227-4274-a617-2c46d011770c {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 19:01:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:02:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:06 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 0a35e005-99cd-4364-97e7-694348e65413 is timed out.
Oct 23 19:02:06 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Successfully detached device vdc from instance 0a35e005-99cd-4364-97e7-694348e65413 from the live domain config.
Oct 23 19:02:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RztpdQlW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:02:06 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d3e9bf2-4257-4899-81c8-924c344248bd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 19:02:06 user nova-compute[74046]: No targets found.
Oct 23 19:02:06 user nova-compute[74046]: iSNS:
Oct 23 19:02:06 user nova-compute[74046]: No targets found.
Oct 23 19:02:06 user nova-compute[74046]: STATIC:
Oct 23 19:02:06 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a
Oct 23 19:02:06 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 19:02:06 user nova-compute[74046]:                 Iface Name: default
Oct 23 19:02:06 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c
Oct 23 19:02:06 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 19:02:06 user nova-compute[74046]:                 Iface Name: default
Oct 23 19:02:06 user nova-compute[74046]: FIRMWARE:
Oct 23 19:02:06 user nova-compute[74046]: No targets found.
Oct 23 19:02:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 19:02:06 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 19:02:06 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[82d44caf-f4e9-464e-b0ea-f2662a32121d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[eae08a6f-2ea1-45df-aa86-5750b734c1cc]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:02:06 user nova-compute[74046]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c (non-flash)
Oct 23 19:02:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:02:06 user nova-compute[74046]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c (non-flash)
Oct 23 19:02:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef8360790>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[793292f7-8fc7-47dd-b0ec-f389eb992e6b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[56670784-cf67-4b3f-9277-b41519444269]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[87758786-e6c0-47dd-9271-932c8bea4c52]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[08bbad15-0d7c-48c7-bea5-b707666b43b7]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf8d7f99-9626-42c9-931e-71a032bcb66b]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[13d87d5e-5051-4f65-a28a-96e29dea119a]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c, portal: 172.16.0.220,3260]
Oct 23 19:02:06 user nova-compute[74046]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c, portal: 172.16.0.220,3260] successful.
Oct 23 19:02:06 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44ac12b3-a419-489a-8d8f-ace5fff7b72c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f8517b5-8366-45ed-a7c2-5cf4ec6af35f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] <== disconnect_volume: return (296ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:02:06 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 19:02:07 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lazy-loading 'flavor' on Instance uuid 0a35e005-99cd-4364-97e7-694348e65413 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:02:07 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b222f635-e120-4ff5-b73c-758aaf7e6022 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.683s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:02:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JmUtHGiC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:02:11 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:02:11 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:02:11 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[df4fefac-4e93-41cc-8619-524037e3b73f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 19:02:11 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c3a4879-3300-4a1d-aa0d-0cd08a7dd10b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688] added
Oct 23 19:02:11 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfaf136a-65df-4329-a13e-84f7129eb29c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1176a46-b434-467e-af88-613c65d65cd9]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JmUtHGiC {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JmUtHGiC" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c04360f-0844-4648-bb40-6b7b44958004]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JmUtHGiC'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[231b73d8-bcb8-40ec-90be-c52ade6b13cd]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[afacba0c-8f8a-4534-ac2c-2d895a631228]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:02:11 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:02:11 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[00a151b6-4a09-4bb8-89c7-e00b81678d5f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688, portal: 172.16.0.220,3260]
Oct 23 19:02:11 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688, portal: 172.16.0.220,3260] successful.
Oct 23 19:02:11 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[88c21dc2-6e51-4f15-8981-ac00046e4282]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[475cb09d-fc26-435e-8526-79dc391a9d45]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:02:11 user nova-compute[74046]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 (non-flash)
Oct 23 19:02:11 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:02:11 user nova-compute[74046]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 (non-flash)
Oct 23 19:02:11 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] HCTL ('34', '-', '-', 0) found on session 60 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[af488fc2-7a0c-41e7-a85f-e3933c52242a]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Searching for a device in session 60 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 19:02:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JmUtHGiC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 19:02:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.278s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:02:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] <== connect_volume: return (1279ms) {'type': 'block', 'scsi_wwn': '23135613132656332', 'path': '/dev/sdc'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:02:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23135613132656332', 'path': '/dev/sdc'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 19:02:12 user nova-compute[74046]: DEBUG nova.objects.instance [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'flavor' on Instance uuid c2302284-dec6-4ab5-a26d-52808cee97c1 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:02:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 19:02:12 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:02:12 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 19:02:12 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:02:12 user nova-compute[74046]:   <serial>d9f99749-aa9e-4720-a2dd-6613f692f688</serial>
Oct 23 19:02:12 user nova-compute[74046]: </disk>
Oct 23 19:02:12 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 19:02:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:02:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:02:13 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] No VIF found with MAC fa:16:3e:0a:10:eb, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 19:02:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7fe8cbd4-d568-4940-9739-81f0cbb3f89d tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.637s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:02:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:02:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:02:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:02:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:02:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-e3311ebe-873b-492f-af5f-f089b2dca074 req-f41c73c6-bb7c-4f06-b467-7c6e4e855dfe service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-changed-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:02:15 user nova-compute[74046]: DEBUG nova.compute.manager [req-e3311ebe-873b-492f-af5f-f089b2dca074 req-f41c73c6-bb7c-4f06-b467-7c6e4e855dfe service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Refreshing instance network info cache due to event network-changed-96d51593-efe7-4771-8625-5c6562cf2d49. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:02:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e3311ebe-873b-492f-af5f-f089b2dca074 req-f41c73c6-bb7c-4f06-b467-7c6e4e855dfe service nova] Acquiring lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:02:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e3311ebe-873b-492f-af5f-f089b2dca074 req-f41c73c6-bb7c-4f06-b467-7c6e4e855dfe service nova] Acquired lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:02:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-e3311ebe-873b-492f-af5f-f089b2dca074 req-f41c73c6-bb7c-4f06-b467-7c6e4e855dfe service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Refreshing network info cache for port 96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:02:16 user nova-compute[74046]: DEBUG nova.network.neutron [req-e3311ebe-873b-492f-af5f-f089b2dca074 req-f41c73c6-bb7c-4f06-b467-7c6e4e855dfe service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updated VIF entry in instance network info cache for port 96d51593-efe7-4771-8625-5c6562cf2d49. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:02:16 user nova-compute[74046]: DEBUG nova.network.neutron [req-e3311ebe-873b-492f-af5f-f089b2dca074 req-f41c73c6-bb7c-4f06-b467-7c6e4e855dfe service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updating instance_info_cache with network_info: [{"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:02:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e3311ebe-873b-492f-af5f-f089b2dca074 req-f41c73c6-bb7c-4f06-b467-7c6e4e855dfe service nova] Releasing lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:02:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-c3c49c4e-4ee0-47c6-822f-2ac52a8bb7cc req-40029a80-659a-401b-b29c-863fff898239 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-changed-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:02:17 user nova-compute[74046]: DEBUG nova.compute.manager [req-c3c49c4e-4ee0-47c6-822f-2ac52a8bb7cc req-40029a80-659a-401b-b29c-863fff898239 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Refreshing instance network info cache due to event network-changed-96d51593-efe7-4771-8625-5c6562cf2d49. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:02:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c3c49c4e-4ee0-47c6-822f-2ac52a8bb7cc req-40029a80-659a-401b-b29c-863fff898239 service nova] Acquiring lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:02:17 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c3c49c4e-4ee0-47c6-822f-2ac52a8bb7cc req-40029a80-659a-401b-b29c-863fff898239 service nova] Acquired lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:02:17 user nova-compute[74046]: DEBUG nova.network.neutron [req-c3c49c4e-4ee0-47c6-822f-2ac52a8bb7cc req-40029a80-659a-401b-b29c-863fff898239 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Refreshing network info cache for port 96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:02:18 user nova-compute[74046]: DEBUG nova.network.neutron [req-c3c49c4e-4ee0-47c6-822f-2ac52a8bb7cc req-40029a80-659a-401b-b29c-863fff898239 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updated VIF entry in instance network info cache for port 96d51593-efe7-4771-8625-5c6562cf2d49. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:02:18 user nova-compute[74046]: DEBUG nova.network.neutron [req-c3c49c4e-4ee0-47c6-822f-2ac52a8bb7cc req-40029a80-659a-401b-b29c-863fff898239 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updating instance_info_cache with network_info: [{"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:02:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c3c49c4e-4ee0-47c6-822f-2ac52a8bb7cc req-40029a80-659a-401b-b29c-863fff898239 service nova] Releasing lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:02:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0ff4f58a-1c4a-4e1b-a000-48d8a29961b8 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:02:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0ff4f58a-1c4a-4e1b-a000-48d8a29961b8 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:02:18 user nova-compute[74046]: INFO nova.compute.manager [None req-0ff4f58a-1c4a-4e1b-a000-48d8a29961b8 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Rebooting instance
Oct 23 19:02:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0ff4f58a-1c4a-4e1b-a000-48d8a29961b8 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:02:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0ff4f58a-1c4a-4e1b-a000-48d8a29961b8 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquired lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:02:18 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0ff4f58a-1c4a-4e1b-a000-48d8a29961b8 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 19:02:18 user nova-compute[74046]: DEBUG nova.network.neutron [None req-0ff4f58a-1c4a-4e1b-a000-48d8a29961b8 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updating instance_info_cache with network_info: [{"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:02:18 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0ff4f58a-1c4a-4e1b-a000-48d8a29961b8 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Releasing lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:02:18 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0ff4f58a-1c4a-4e1b-a000-48d8a29961b8 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 19:02:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-4e92bbbb-eb12-4b46-b986-ebdca38d74f3 req-aec829f7-5564-4d6d-a41f-e906fd102a57 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-vif-unplugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:02:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4e92bbbb-eb12-4b46-b986-ebdca38d74f3 req-aec829f7-5564-4d6d-a41f-e906fd102a57 service nova] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:02:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4e92bbbb-eb12-4b46-b986-ebdca38d74f3 req-aec829f7-5564-4d6d-a41f-e906fd102a57 service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:02:21 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4e92bbbb-eb12-4b46-b986-ebdca38d74f3 req-aec829f7-5564-4d6d-a41f-e906fd102a57 service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:02:21 user nova-compute[74046]: DEBUG nova.compute.manager [req-4e92bbbb-eb12-4b46-b986-ebdca38d74f3 req-aec829f7-5564-4d6d-a41f-e906fd102a57 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] No waiting events found dispatching network-vif-unplugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:02:21 user nova-compute[74046]: WARNING nova.compute.manager [req-4e92bbbb-eb12-4b46-b986-ebdca38d74f3 req-aec829f7-5564-4d6d-a41f-e906fd102a57 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received unexpected event network-vif-unplugged-96d51593-efe7-4771-8625-5c6562cf2d49 for instance with vm_state active and task_state reboot_started.
Oct 23 19:02:21 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0ff4f58a-1c4a-4e1b-a000-48d8a29961b8 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Instance shutdown successfully.
Oct 23 19:02:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-4b4f4fa7-014c-46ad-be90-f9b819c4e0d7 req-a1c9a126-41eb-43c5-b405-0ceb9d07f440 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:02:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4b4f4fa7-014c-46ad-be90-f9b819c4e0d7 req-a1c9a126-41eb-43c5-b405-0ceb9d07f440 service nova] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:02:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4b4f4fa7-014c-46ad-be90-f9b819c4e0d7 req-a1c9a126-41eb-43c5-b405-0ceb9d07f440 service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:02:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-4b4f4fa7-014c-46ad-be90-f9b819c4e0d7 req-a1c9a126-41eb-43c5-b405-0ceb9d07f440 service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:02:23 user nova-compute[74046]: DEBUG nova.compute.manager [req-4b4f4fa7-014c-46ad-be90-f9b819c4e0d7 req-a1c9a126-41eb-43c5-b405-0ceb9d07f440 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] No waiting events found dispatching network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:02:23 user nova-compute[74046]: WARNING nova.compute.manager [req-4b4f4fa7-014c-46ad-be90-f9b819c4e0d7 req-a1c9a126-41eb-43c5-b405-0ceb9d07f440 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received unexpected event network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 for instance with vm_state active and task_state reboot_started.
Oct 23 19:02:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:23 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:25 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Instance running successfully.
Oct 23 19:02:25 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-0ff4f58a-1c4a-4e1b-a000-48d8a29961b8 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Instance soft rebooted successfully.
Oct 23 19:02:25 user nova-compute[74046]: DEBUG nova.compute.manager [None req-0ff4f58a-1c4a-4e1b-a000-48d8a29961b8 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 19:02:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-0ff4f58a-1c4a-4e1b-a000-48d8a29961b8 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.024s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:02:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-ea2264f3-4e71-4e24-820d-b87d6dab74d7 req-49653c17-f01f-4efa-8c2f-cf7e65fbf40f service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:02:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ea2264f3-4e71-4e24-820d-b87d6dab74d7 req-49653c17-f01f-4efa-8c2f-cf7e65fbf40f service nova] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:02:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ea2264f3-4e71-4e24-820d-b87d6dab74d7 req-49653c17-f01f-4efa-8c2f-cf7e65fbf40f service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:02:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ea2264f3-4e71-4e24-820d-b87d6dab74d7 req-49653c17-f01f-4efa-8c2f-cf7e65fbf40f service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:02:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-ea2264f3-4e71-4e24-820d-b87d6dab74d7 req-49653c17-f01f-4efa-8c2f-cf7e65fbf40f service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] No waiting events found dispatching network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:02:25 user nova-compute[74046]: WARNING nova.compute.manager [req-ea2264f3-4e71-4e24-820d-b87d6dab74d7 req-49653c17-f01f-4efa-8c2f-cf7e65fbf40f service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received unexpected event network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 for instance with vm_state active and task_state None.
Oct 23 19:02:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-ea2264f3-4e71-4e24-820d-b87d6dab74d7 req-49653c17-f01f-4efa-8c2f-cf7e65fbf40f service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:02:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ea2264f3-4e71-4e24-820d-b87d6dab74d7 req-49653c17-f01f-4efa-8c2f-cf7e65fbf40f service nova] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:02:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ea2264f3-4e71-4e24-820d-b87d6dab74d7 req-49653c17-f01f-4efa-8c2f-cf7e65fbf40f service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:02:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ea2264f3-4e71-4e24-820d-b87d6dab74d7 req-49653c17-f01f-4efa-8c2f-cf7e65fbf40f service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:02:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-ea2264f3-4e71-4e24-820d-b87d6dab74d7 req-49653c17-f01f-4efa-8c2f-cf7e65fbf40f service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] No waiting events found dispatching network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:02:25 user nova-compute[74046]: WARNING nova.compute.manager [req-ea2264f3-4e71-4e24-820d-b87d6dab74d7 req-49653c17-f01f-4efa-8c2f-cf7e65fbf40f service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received unexpected event network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 for instance with vm_state active and task_state None.
Oct 23 19:02:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updating instance_info_cache with network_info: [{"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 0a35e005-99cd-4364-97e7-694348e65413 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid c2302284-dec6-4ab5-a26d-52808cee97c1 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "0a35e005-99cd-4364-97e7-694348e65413" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "0a35e005-99cd-4364-97e7-694348e65413" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.025s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:02:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.036s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:02:33 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:02:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:02:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:02:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:02:36 user nova-compute[74046]: INFO nova.compute.manager [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Detaching volume c54f49af-e4f0-4eaf-94b4-75f3802df79a
Oct 23 19:02:36 user nova-compute[74046]: INFO nova.virt.block_device [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Attempting to driver detach volume c54f49af-e4f0-4eaf-94b4-75f3802df79a from mountpoint /dev/vdb
Oct 23 19:02:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Attempting to detach device vdb from instance 0a35e005-99cd-4364-97e7-694348e65413 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 19:02:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:02:36 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:02:36 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:02:36 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:02:36 user nova-compute[74046]:   <serial>c54f49af-e4f0-4eaf-94b4-75f3802df79a</serial>
Oct 23 19:02:36 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:02:36 user nova-compute[74046]: </disk>
Oct 23 19:02:36 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:02:36 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Successfully detached device vdb from instance 0a35e005-99cd-4364-97e7-694348e65413 from the persistent domain config.
Oct 23 19:02:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0a35e005-99cd-4364-97e7-694348e65413 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 19:02:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:02:36 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:02:36 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:02:36 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:02:36 user nova-compute[74046]:   <serial>c54f49af-e4f0-4eaf-94b4-75f3802df79a</serial>
Oct 23 19:02:36 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:02:36 user nova-compute[74046]: </disk>
Oct 23 19:02:36 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:02:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0a35e005-99cd-4364-97e7-694348e65413 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 19:02:38 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:02:39 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:02:39 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:02:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:40 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:42 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 19:02:43 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:02:43 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:02:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8684MB free_disk=24.99819564819336GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:02:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:02:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:02:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 0a35e005-99cd-4364-97e7-694348e65413 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:02:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c2302284-dec6-4ab5-a26d-52808cee97c1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:02:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:02:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:02:43 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:02:43 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:02:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:02:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.183s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:02:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:46 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:02:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:56 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0a35e005-99cd-4364-97e7-694348e65413 is timed out.
Oct 23 19:02:56 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Successfully detached device vdb from instance 0a35e005-99cd-4364-97e7-694348e65413 from the live domain config.
Oct 23 19:02:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 19:02:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XoumnHpy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:02:56 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:02:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:02:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:02:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eae3c13-42f4-41d5-a08e-17c7de74b8bc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9c2e318c-0b2e-4e34-b3af-a8e3704c84d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 19:02:56 user nova-compute[74046]: No targets found.
Oct 23 19:02:56 user nova-compute[74046]: iSNS:
Oct 23 19:02:56 user nova-compute[74046]: No targets found.
Oct 23 19:02:56 user nova-compute[74046]: STATIC:
Oct 23 19:02:56 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a
Oct 23 19:02:56 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 19:02:56 user nova-compute[74046]:                 Iface Name: default
Oct 23 19:02:56 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688
Oct 23 19:02:56 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 19:02:56 user nova-compute[74046]:                 Iface Name: default
Oct 23 19:02:56 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:9c2e318c-0b2e-4e34-b3af-a8e3704c84d4
Oct 23 19:02:56 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 19:02:56 user nova-compute[74046]:                 Iface Name: default
Oct 23 19:02:56 user nova-compute[74046]: FIRMWARE:
Oct 23 19:02:56 user nova-compute[74046]: No targets found.
Oct 23 19:02:56 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:02:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 19:02:56 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 19:02:56 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 19:02:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 19:02:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.070s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[66ad4f4e-9120-4c71-9aaa-b4f1861c2a62]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9c2e318c-0b2e-4e34-b3af-a8e3704c84d4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.070s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1af898f-dccf-4ebd-92a2-a990b3c0f2af]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c2e318c-0b2e-4e34-b3af-a8e3704c84d4 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:02:57 user nova-compute[74046]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 (non-flash)
Oct 23 19:02:57 user nova-compute[74046]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c2e318c-0b2e-4e34-b3af-a8e3704c84d4 (non-flash)
Oct 23 19:02:57 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a (non-flash)
Oct 23 19:02:57 user nova-compute[74046]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 (non-flash)
Oct 23 19:02:57 user nova-compute[74046]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9c2e318c-0b2e-4e34-b3af-a8e3704c84d4 (non-flash)
Oct 23 19:02:57 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef01ce7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c4c0290-1aea-40a3-bff0-43608ab35c63]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bf40bf2-b13f-4451-809c-f461220df222]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[68d1044b-3bf3-481d-b558-49187544869e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.067s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[db263f8e-c4b8-4b4b-ab15-d820a7685d03]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26239643939396430', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_e9009fcc') {{(pid=85373) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 23 19:02:57 user nova-compute[74046]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-26239643939396430
Oct 23 19:02:57 user nova-compute[74046]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_e9009fcc
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec087682-e163-4b99-a786-efa920fc7a1a]: (4, None) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c975c57-04cd-4ade-b6e7-1e66e5fd0d13]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --logout" returned: 0 in 0.100s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[027aa4e4-4473-49b3-8b20-2752adfa7658]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a, portal: 172.16.0.220,3260]
Oct 23 19:02:57 user nova-compute[74046]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a, portal: 172.16.0.220,3260] successful.
Oct 23 19:02:57 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c54f49af-e4f0-4eaf-94b4-75f3802df79a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc8f9ba7-2ba1-4003-aa09-869be2fb7695]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.559s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] <== disconnect_volume: return (560ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:02:57 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 19:02:58 user nova-compute[74046]: DEBUG nova.objects.instance [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lazy-loading 'flavor' on Instance uuid 0a35e005-99cd-4364-97e7-694348e65413 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:02:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-113d2a50-652b-453c-aef7-563008c298f1 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.164s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:02:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:02:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:02:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:02:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:02:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:02:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:03:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5007 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:03:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:03:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:03:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:03:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:18 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:03:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:03:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:03:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:03:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:03:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:03:26 user nova-compute[74046]: INFO nova.compute.manager [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Terminating instance
Oct 23 19:03:26 user nova-compute[74046]: DEBUG nova.compute.manager [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 19:03:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-e4871b62-ac9a-46a8-a415-9ff498b4bce1 req-dcb8959a-f4d3-4ac8-8027-1271671dd282 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received event network-vif-unplugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e4871b62-ac9a-46a8-a415-9ff498b4bce1 req-dcb8959a-f4d3-4ac8-8027-1271671dd282 service nova] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e4871b62-ac9a-46a8-a415-9ff498b4bce1 req-dcb8959a-f4d3-4ac8-8027-1271671dd282 service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e4871b62-ac9a-46a8-a415-9ff498b4bce1 req-dcb8959a-f4d3-4ac8-8027-1271671dd282 service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-e4871b62-ac9a-46a8-a415-9ff498b4bce1 req-dcb8959a-f4d3-4ac8-8027-1271671dd282 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] No waiting events found dispatching network-vif-unplugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-e4871b62-ac9a-46a8-a415-9ff498b4bce1 req-dcb8959a-f4d3-4ac8-8027-1271671dd282 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received event network-vif-unplugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Instance destroyed successfully.
Oct 23 19:03:27 user nova-compute[74046]: DEBUG nova.objects.instance [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lazy-loading 'resources' on Instance uuid 0a35e005-99cd-4364-97e7-694348e65413 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:59:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-270239369',display_name='tempest-TestServerVolumeAttachmentScenario-server-270239369',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-270239369',id=48,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBkaYxyrL0hb1wVvJFiwlGIVncS+gNECRdBEaMcK5iSd7IQQXTcQ49aWu53jfwESvZAP8xzgFTAFX/Kz9rB5VfjtnQ2nEZzeOSf3J34HxhLh/ak0KQcT2Ve5Yeq4hvZXvw==',key_name='tempest-keypair-521413542',keypairs=<?>,launch_index=0,launched_at=2023-10-23T18:59:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='da2fa0534add45a5b635c25e52ffae5a',ramdisk_id='',reservation_id='r-x8hhrvgx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-402761920',owner_user_name='tempest-TestServerVolumeAttachmentScenario-402761920-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T18:59:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e7db0750bce449e3bed57101718e4054',uuid=0a35e005-99cd-4364-97e7-694348e65413,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "address": "fa:16:3e:01:45:97", "network": {"id": "2ee14b37-e755-4338-a84f-c031a8e1f06a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1421559470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da2fa0534add45a5b635c25e52ffae5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b74159f-8f", "ovs_interfaceid": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Converting VIF {"id": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "address": "fa:16:3e:01:45:97", "network": {"id": "2ee14b37-e755-4338-a84f-c031a8e1f06a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1421559470-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.84", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "da2fa0534add45a5b635c25e52ffae5a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0b74159f-8f", "ovs_interfaceid": "0b74159f-8fbc-47f4-a3b7-595e6b4bf944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:45:97,bridge_name='br-int',has_traffic_filtering=True,id=0b74159f-8fbc-47f4-a3b7-595e6b4bf944,network=Network(2ee14b37-e755-4338-a84f-c031a8e1f06a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b74159f-8f') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG os_vif [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:45:97,bridge_name='br-int',has_traffic_filtering=True,id=0b74159f-8fbc-47f4-a3b7-595e6b4bf944,network=Network(2ee14b37-e755-4338-a84f-c031a8e1f06a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b74159f-8f') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0b74159f-8f, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f1d2fd06-8ce9-4315-9c7b-d44455e1f1df) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:03:27 user nova-compute[74046]: INFO os_vif [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:45:97,bridge_name='br-int',has_traffic_filtering=True,id=0b74159f-8fbc-47f4-a3b7-595e6b4bf944,network=Network(2ee14b37-e755-4338-a84f-c031a8e1f06a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0b74159f-8f')
Oct 23 19:03:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Deleting instance files /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413_del
Oct 23 19:03:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Deletion of /opt/stack/data/nova/instances/0a35e005-99cd-4364-97e7-694348e65413_del complete
Oct 23 19:03:27 user nova-compute[74046]: INFO nova.compute.manager [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 23 19:03:27 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 19:03:27 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 0a35e005-99cd-4364-97e7-694348e65413] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 19:03:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:28 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:03:28 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Took 0.92 seconds to deallocate network for instance.
Oct 23 19:03:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-b080dcb7-0a15-44bf-b8f6-d92398314772 req-98e43798-e138-4dd5-b6ec-3d9923da3bf0 service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received event network-vif-deleted-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:03:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:03:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:03:28 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:03:28 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:03:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.147s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:03:28 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Deleted allocations for instance 0a35e005-99cd-4364-97e7-694348e65413
Oct 23 19:03:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-3ec71620-d6d0-4b23-a72a-e3de2c501411 tempest-TestServerVolumeAttachmentScenario-402761920 tempest-TestServerVolumeAttachmentScenario-402761920-project-member] Lock "0a35e005-99cd-4364-97e7-694348e65413" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.119s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received event network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] No waiting events found dispatching network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:03:29 user nova-compute[74046]: WARNING nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received unexpected event network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 for instance with vm_state deleted and task_state None.
Oct 23 19:03:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received event network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] No waiting events found dispatching network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:03:29 user nova-compute[74046]: WARNING nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received unexpected event network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 for instance with vm_state deleted and task_state None.
Oct 23 19:03:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received event network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] No waiting events found dispatching network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:03:29 user nova-compute[74046]: WARNING nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received unexpected event network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 for instance with vm_state deleted and task_state None.
Oct 23 19:03:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received event network-vif-unplugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] No waiting events found dispatching network-vif-unplugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:03:29 user nova-compute[74046]: WARNING nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received unexpected event network-vif-unplugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 for instance with vm_state deleted and task_state None.
Oct 23 19:03:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received event network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Acquiring lock "0a35e005-99cd-4364-97e7-694348e65413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] Lock "0a35e005-99cd-4364-97e7-694348e65413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:03:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] No waiting events found dispatching network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:03:29 user nova-compute[74046]: WARNING nova.compute.manager [req-e6d02399-654b-406f-851a-eb2d2add857f req-9cf6e149-6554-4a0d-abfa-70484334c13d service nova] [instance: 0a35e005-99cd-4364-97e7-694348e65413] Received unexpected event network-vif-plugged-0b74159f-8fbc-47f4-a3b7-595e6b4bf944 for instance with vm_state deleted and task_state None.
Oct 23 19:03:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:03:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:03:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:03:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:03:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:03:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:03:32 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid c2302284-dec6-4ab5-a26d-52808cee97c1 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:03:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updating instance_info_cache with network_info: [{"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:03:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:03:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:03:34 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:03:35 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:03:35 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:03:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:03:38 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:03:38 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:03:39 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:03:40 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:03:40 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:03:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:03:43 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:03:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:03:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:03:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:03:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:03:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:03:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:03:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:03:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:03:43 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 19:03:44 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:03:44 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:03:44 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8846MB free_disk=25.024166107177734GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:03:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:03:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:03:44 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c2302284-dec6-4ab5-a26d-52808cee97c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:03:44 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:03:44 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:03:44 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:03:44 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:03:44 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:03:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.196s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:03:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:48 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:03:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:03:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:03:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:03:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:03:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:03:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:04:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-2c563afc-fab4-4304-a77e-75703d8718f2 req-06e7773d-0988-433f-b549-ded8412f9bf8 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-changed-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:04:10 user nova-compute[74046]: DEBUG nova.compute.manager [req-2c563afc-fab4-4304-a77e-75703d8718f2 req-06e7773d-0988-433f-b549-ded8412f9bf8 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Refreshing instance network info cache due to event network-changed-96d51593-efe7-4771-8625-5c6562cf2d49. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:04:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2c563afc-fab4-4304-a77e-75703d8718f2 req-06e7773d-0988-433f-b549-ded8412f9bf8 service nova] Acquiring lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:04:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2c563afc-fab4-4304-a77e-75703d8718f2 req-06e7773d-0988-433f-b549-ded8412f9bf8 service nova] Acquired lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:04:10 user nova-compute[74046]: DEBUG nova.network.neutron [req-2c563afc-fab4-4304-a77e-75703d8718f2 req-06e7773d-0988-433f-b549-ded8412f9bf8 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Refreshing network info cache for port 96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:04:10 user nova-compute[74046]: DEBUG nova.network.neutron [req-2c563afc-fab4-4304-a77e-75703d8718f2 req-06e7773d-0988-433f-b549-ded8412f9bf8 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updated VIF entry in instance network info cache for port 96d51593-efe7-4771-8625-5c6562cf2d49. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:04:10 user nova-compute[74046]: DEBUG nova.network.neutron [req-2c563afc-fab4-4304-a77e-75703d8718f2 req-06e7773d-0988-433f-b549-ded8412f9bf8 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updating instance_info_cache with network_info: [{"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:04:10 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2c563afc-fab4-4304-a77e-75703d8718f2 req-06e7773d-0988-433f-b549-ded8412f9bf8 service nova] Releasing lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:04:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:04:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:04:11 user nova-compute[74046]: INFO nova.compute.manager [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Detaching volume d9f99749-aa9e-4720-a2dd-6613f692f688
Oct 23 19:04:11 user nova-compute[74046]: INFO nova.virt.block_device [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Attempting to driver detach volume d9f99749-aa9e-4720-a2dd-6613f692f688 from mountpoint /dev/vdb
Oct 23 19:04:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Attempting to detach device vdb from instance c2302284-dec6-4ab5-a26d-52808cee97c1 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 19:04:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:04:11 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:04:11 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 19:04:11 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:04:11 user nova-compute[74046]:   <serial>d9f99749-aa9e-4720-a2dd-6613f692f688</serial>
Oct 23 19:04:11 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:04:11 user nova-compute[74046]: </disk>
Oct 23 19:04:11 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:04:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Successfully detached device vdb from instance c2302284-dec6-4ab5-a26d-52808cee97c1 from the persistent domain config.
Oct 23 19:04:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c2302284-dec6-4ab5-a26d-52808cee97c1 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 19:04:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:04:11 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:04:11 user nova-compute[74046]:   <source dev="/dev/sdc"/>
Oct 23 19:04:11 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:04:11 user nova-compute[74046]:   <serial>d9f99749-aa9e-4720-a2dd-6613f692f688</serial>
Oct 23 19:04:11 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:04:11 user nova-compute[74046]: </disk>
Oct 23 19:04:11 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:04:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c2302284-dec6-4ab5-a26d-52808cee97c1 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 19:04:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-1b40c246-8572-4fe6-8697-06cb163e7091 req-9704c21d-8b05-4db8-a659-e8e625ab0064 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-changed-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:04:12 user nova-compute[74046]: DEBUG nova.compute.manager [req-1b40c246-8572-4fe6-8697-06cb163e7091 req-9704c21d-8b05-4db8-a659-e8e625ab0064 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Refreshing instance network info cache due to event network-changed-96d51593-efe7-4771-8625-5c6562cf2d49. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:04:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1b40c246-8572-4fe6-8697-06cb163e7091 req-9704c21d-8b05-4db8-a659-e8e625ab0064 service nova] Acquiring lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:04:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1b40c246-8572-4fe6-8697-06cb163e7091 req-9704c21d-8b05-4db8-a659-e8e625ab0064 service nova] Acquired lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:04:12 user nova-compute[74046]: DEBUG nova.network.neutron [req-1b40c246-8572-4fe6-8697-06cb163e7091 req-9704c21d-8b05-4db8-a659-e8e625ab0064 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Refreshing network info cache for port 96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:04:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:12 user nova-compute[74046]: DEBUG nova.network.neutron [req-1b40c246-8572-4fe6-8697-06cb163e7091 req-9704c21d-8b05-4db8-a659-e8e625ab0064 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updated VIF entry in instance network info cache for port 96d51593-efe7-4771-8625-5c6562cf2d49. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:04:12 user nova-compute[74046]: DEBUG nova.network.neutron [req-1b40c246-8572-4fe6-8697-06cb163e7091 req-9704c21d-8b05-4db8-a659-e8e625ab0064 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updating instance_info_cache with network_info: [{"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:04:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-1b40c246-8572-4fe6-8697-06cb163e7091 req-9704c21d-8b05-4db8-a659-e8e625ab0064 service nova] Releasing lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:04:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:04:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:04:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:04:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:04:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:31 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c2302284-dec6-4ab5-a26d-52808cee97c1 is timed out.
Oct 23 19:04:31 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Successfully detached device vdb from instance c2302284-dec6-4ab5-a26d-52808cee97c1 from the live domain config.
Oct 23 19:04:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JmUtHGiC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:04:31 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece033dc-c419-4124-8554-43b29a6d043a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 19:04:31 user nova-compute[74046]: No targets found.
Oct 23 19:04:31 user nova-compute[74046]: iSNS:
Oct 23 19:04:31 user nova-compute[74046]: No targets found.
Oct 23 19:04:31 user nova-compute[74046]: STATIC:
Oct 23 19:04:31 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688
Oct 23 19:04:31 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 19:04:31 user nova-compute[74046]:                 Iface Name: default
Oct 23 19:04:31 user nova-compute[74046]: FIRMWARE:
Oct 23 19:04:31 user nova-compute[74046]: No targets found.
Oct 23 19:04:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 19:04:31 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 19:04:31 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1311646-74bd-4b23-8248-d4d3ee2fe31d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce4e72c0-75aa-40cd-93f5-e3151a2135af]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 (non-flash)
Oct 23 19:04:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 (non-flash)
Oct 23 19:04:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef01cc280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688'): ({'sdc'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Removing single pathed devices sdc {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[70fb71c3-d3b7-429a-aed2-48b62bca1ef9]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2e9db25-4767-464b-a342-b6ebf10eac35]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Flushing IO for device /dev/sdc {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0025f2c5-5634-4a67-893f-fb670d1b11f1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ac1d712-8e02-4ce9-bb25-386ec00d914b]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] SCSI volumes sdc have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bbcd639-dcfd-41ac-9b52-e1ec20a368c7]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c37832f5-f13d-42c6-956f-48540a018437]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688, portal: 172.16.0.220,3260]
Oct 23 19:04:31 user nova-compute[74046]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688, portal: 172.16.0.220,3260] successful.
Oct 23 19:04:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d9f99749-aa9e-4720-a2dd-6613f692f688 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[cab46a0e-ea57-4d05-93e6-8410aec50cc5]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] <== disconnect_volume: return (299ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:04:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid c2302284-dec6-4ab5-a26d-52808cee97c1 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updating instance_info_cache with network_info: [{"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-c2302284-dec6-4ab5-a26d-52808cee97c1" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'flavor' on Instance uuid c2302284-dec6-4ab5-a26d-52808cee97c1 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:04:32 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f5b8f05b-18b2-4a81-9e51-d38ca7c5e340 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.805s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:04:34 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:04:35 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:04:35 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:04:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:04:40 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:04:40 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:04:41 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:04:41 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:04:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:43 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:04:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:04:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:04:43 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:04:43 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:04:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:04:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:04:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:04:43 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1/disk --force-share --output=json" returned: 0 in 0.469s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:04:44 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:04:44 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:04:44 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8931MB free_disk=25.02224349975586GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:04:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:04:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:04:44 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance c2302284-dec6-4ab5-a26d-52808cee97c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:04:44 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:04:44 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:04:44 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:04:44 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:04:44 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:04:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.169s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:04:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:50 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:04:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:53 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:58 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:04:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 19:05:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:02 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 19:05:02 user nova-compute[74046]: INFO nova.compute.claims [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Claim successful on node user
Oct 23 19:05:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:02 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:05:02 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:05:02 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.260s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 19:05:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 19:05:02 user nova-compute[74046]: DEBUG nova.network.neutron [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 19:05:02 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 19:05:02 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 19:05:02 user nova-compute[74046]: DEBUG nova.policy [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4fb0d05d54443a896cbef6fccf026d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58b7614456094cef9b3c776091b8bded', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 19:05:03 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Creating image(s)
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "/opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "/opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "/opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.259s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.168s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk 1073741824" returned: 0 in 0.054s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG nova.network.neutron [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Successfully created port: bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.195s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Cannot resize image /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Ensure instance console log exists: /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:03 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.network.neutron [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Successfully updated port: bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquired lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.network.neutron [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-ad246589-2f39-4990-ba03-5a4becaf3b4f req-70710ba3-f88e-4435-9246-3dc3e76b6eb5 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Received event network-changed-bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.compute.manager [req-ad246589-2f39-4990-ba03-5a4becaf3b4f req-70710ba3-f88e-4435-9246-3dc3e76b6eb5 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Refreshing instance network info cache due to event network-changed-bf4fce42-db5d-42ab-9024-027673c38b8f. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ad246589-2f39-4990-ba03-5a4becaf3b4f req-70710ba3-f88e-4435-9246-3dc3e76b6eb5 service nova] Acquiring lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.network.neutron [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.network.neutron [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updating instance_info_cache with network_info: [{"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Releasing lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Instance network_info: |[{"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ad246589-2f39-4990-ba03-5a4becaf3b4f req-70710ba3-f88e-4435-9246-3dc3e76b6eb5 service nova] Acquired lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.network.neutron [req-ad246589-2f39-4990-ba03-5a4becaf3b4f req-70710ba3-f88e-4435-9246-3dc3e76b6eb5 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Refreshing network info cache for port bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Start _get_guest_xml network_info=[{"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 19:05:04 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:05:04 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T19:05:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-120489782',display_name='tempest-TestStampPattern-server-120489782',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-120489782',id=51,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjiIF7q4pFCBc8q65lynNXYV0uQCeSr5uIdhSFx3xVlXP9xDoKux42d6f+eWazfYXAmeGbOYjiQ7iUjD7kpZhEZicKDFjY4b0oEcOOq0HLMeHx7GU3z80NxDlQXyTi2AA==',key_name='tempest-TestStampPattern-1785243595',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='58b7614456094cef9b3c776091b8bded',ramdisk_id='',reservation_id='r-4ymemudc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-55319107',owner_user_name='tempest-TestStampPattern-55319107-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T19:05:03Z,user_data=None,user_id='d4fb0d05d54443a896cbef6fccf026d2',uuid=6ce16cc1-100d-48df-ba9a-93a8304128f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Converting VIF {"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:1c:c0,bridge_name='br-int',has_traffic_filtering=True,id=bf4fce42-db5d-42ab-9024-027673c38b8f,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf4fce42-db') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lazy-loading 'pci_devices' on Instance uuid 6ce16cc1-100d-48df-ba9a-93a8304128f8 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] End _get_guest_xml xml=<domain type="kvm">
Oct 23 19:05:04 user nova-compute[74046]:   <uuid>6ce16cc1-100d-48df-ba9a-93a8304128f8</uuid>
Oct 23 19:05:04 user nova-compute[74046]:   <name>instance-00000033</name>
Oct 23 19:05:04 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 19:05:04 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 19:05:04 user nova-compute[74046]:   <metadata>
Oct 23 19:05:04 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 19:05:04 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 19:05:04 user nova-compute[74046]:       <nova:name>tempest-TestStampPattern-server-120489782</nova:name>
Oct 23 19:05:04 user nova-compute[74046]:       <nova:creationTime>2023-10-23 19:05:04</nova:creationTime>
Oct 23 19:05:04 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 19:05:04 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 19:05:04 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 19:05:04 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 19:05:04 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 19:05:04 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 19:05:04 user nova-compute[74046]:       </nova:flavor>
Oct 23 19:05:04 user nova-compute[74046]:       <nova:owner>
Oct 23 19:05:04 user nova-compute[74046]:         <nova:user uuid="d4fb0d05d54443a896cbef6fccf026d2">tempest-TestStampPattern-55319107-project-member</nova:user>
Oct 23 19:05:04 user nova-compute[74046]:         <nova:project uuid="58b7614456094cef9b3c776091b8bded">tempest-TestStampPattern-55319107</nova:project>
Oct 23 19:05:04 user nova-compute[74046]:       </nova:owner>
Oct 23 19:05:04 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 19:05:04 user nova-compute[74046]:       <nova:ports>
Oct 23 19:05:04 user nova-compute[74046]:         <nova:port uuid="bf4fce42-db5d-42ab-9024-027673c38b8f">
Oct 23 19:05:04 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 23 19:05:04 user nova-compute[74046]:         </nova:port>
Oct 23 19:05:04 user nova-compute[74046]:       </nova:ports>
Oct 23 19:05:04 user nova-compute[74046]:     </nova:instance>
Oct 23 19:05:04 user nova-compute[74046]:   </metadata>
Oct 23 19:05:04 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 19:05:04 user nova-compute[74046]:     <system>
Oct 23 19:05:04 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 19:05:04 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 19:05:04 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 19:05:04 user nova-compute[74046]:       <entry name="serial">6ce16cc1-100d-48df-ba9a-93a8304128f8</entry>
Oct 23 19:05:04 user nova-compute[74046]:       <entry name="uuid">6ce16cc1-100d-48df-ba9a-93a8304128f8</entry>
Oct 23 19:05:04 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 19:05:04 user nova-compute[74046]:     </system>
Oct 23 19:05:04 user nova-compute[74046]:   </sysinfo>
Oct 23 19:05:04 user nova-compute[74046]:   <os>
Oct 23 19:05:04 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 19:05:04 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 19:05:04 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 19:05:04 user nova-compute[74046]:   </os>
Oct 23 19:05:04 user nova-compute[74046]:   <features>
Oct 23 19:05:04 user nova-compute[74046]:     <acpi/>
Oct 23 19:05:04 user nova-compute[74046]:     <apic/>
Oct 23 19:05:04 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 19:05:04 user nova-compute[74046]:   </features>
Oct 23 19:05:04 user nova-compute[74046]:   <clock offset="utc">
Oct 23 19:05:04 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 19:05:04 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 19:05:04 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 19:05:04 user nova-compute[74046]:   </clock>
Oct 23 19:05:04 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 19:05:04 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 19:05:04 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 19:05:04 user nova-compute[74046]:   </cpu>
Oct 23 19:05:04 user nova-compute[74046]:   <devices>
Oct 23 19:05:04 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 19:05:04 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 19:05:04 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk"/>
Oct 23 19:05:04 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 19:05:04 user nova-compute[74046]:     </disk>
Oct 23 19:05:04 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 19:05:04 user nova-compute[74046]:       <mac address="fa:16:3e:c0:1c:c0"/>
Oct 23 19:05:04 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 19:05:04 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 19:05:04 user nova-compute[74046]:       <target dev="tapbf4fce42-db"/>
Oct 23 19:05:04 user nova-compute[74046]:     </interface>
Oct 23 19:05:04 user nova-compute[74046]:     <serial type="pty">
Oct 23 19:05:04 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/console.log" append="off"/>
Oct 23 19:05:04 user nova-compute[74046]:     </serial>
Oct 23 19:05:04 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 19:05:04 user nova-compute[74046]:     <video>
Oct 23 19:05:04 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 19:05:04 user nova-compute[74046]:     </video>
Oct 23 19:05:04 user nova-compute[74046]:     <rng model="virtio">
Oct 23 19:05:04 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 19:05:04 user nova-compute[74046]:     </rng>
Oct 23 19:05:04 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 19:05:04 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 19:05:04 user nova-compute[74046]:       <stats period="10"/>
Oct 23 19:05:04 user nova-compute[74046]:     </memballoon>
Oct 23 19:05:04 user nova-compute[74046]:   </devices>
Oct 23 19:05:04 user nova-compute[74046]: </domain>
Oct 23 19:05:04 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T19:05:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-120489782',display_name='tempest-TestStampPattern-server-120489782',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-120489782',id=51,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjiIF7q4pFCBc8q65lynNXYV0uQCeSr5uIdhSFx3xVlXP9xDoKux42d6f+eWazfYXAmeGbOYjiQ7iUjD7kpZhEZicKDFjY4b0oEcOOq0HLMeHx7GU3z80NxDlQXyTi2AA==',key_name='tempest-TestStampPattern-1785243595',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='58b7614456094cef9b3c776091b8bded',ramdisk_id='',reservation_id='r-4ymemudc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-55319107',owner_user_name='tempest-TestStampPattern-55319107-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T19:05:03Z,user_data=None,user_id='d4fb0d05d54443a896cbef6fccf026d2',uuid=6ce16cc1-100d-48df-ba9a-93a8304128f8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Converting VIF {"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:1c:c0,bridge_name='br-int',has_traffic_filtering=True,id=bf4fce42-db5d-42ab-9024-027673c38b8f,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf4fce42-db') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG os_vif [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:1c:c0,bridge_name='br-int',has_traffic_filtering=True,id=bf4fce42-db5d-42ab-9024-027673c38b8f,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf4fce42-db') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '95795b74-056d-5d79-85ab-892b29f11d67', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbf4fce42-db, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbf4fce42-db, col_values=(('qos', UUID('c27ca20d-aae6-40a3-9280-6b6f8851c418')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbf4fce42-db, col_values=(('external_ids', {'iface-id': 'bf4fce42-db5d-42ab-9024-027673c38b8f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c0:1c:c0', 'vm-uuid': '6ce16cc1-100d-48df-ba9a-93a8304128f8'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:04 user nova-compute[74046]: INFO os_vif [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:1c:c0,bridge_name='br-int',has_traffic_filtering=True,id=bf4fce42-db5d-42ab-9024-027673c38b8f,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf4fce42-db')
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:05:04 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] No VIF found with MAC fa:16:3e:c0:1c:c0, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 19:05:05 user nova-compute[74046]: DEBUG nova.network.neutron [req-ad246589-2f39-4990-ba03-5a4becaf3b4f req-70710ba3-f88e-4435-9246-3dc3e76b6eb5 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updated VIF entry in instance network info cache for port bf4fce42-db5d-42ab-9024-027673c38b8f. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:05:05 user nova-compute[74046]: DEBUG nova.network.neutron [req-ad246589-2f39-4990-ba03-5a4becaf3b4f req-70710ba3-f88e-4435-9246-3dc3e76b6eb5 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updating instance_info_cache with network_info: [{"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:05:05 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ad246589-2f39-4990-ba03-5a4becaf3b4f req-70710ba3-f88e-4435-9246-3dc3e76b6eb5 service nova] Releasing lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:05:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-9d7e3e29-fcab-48d9-972b-a9e2fb73d31d req-be7f02a2-27ff-41b4-9494-5422cd83fd81 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Received event network-vif-plugged-bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:05:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d7e3e29-fcab-48d9-972b-a9e2fb73d31d req-be7f02a2-27ff-41b4-9494-5422cd83fd81 service nova] Acquiring lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d7e3e29-fcab-48d9-972b-a9e2fb73d31d req-be7f02a2-27ff-41b4-9494-5422cd83fd81 service nova] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:06 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-9d7e3e29-fcab-48d9-972b-a9e2fb73d31d req-be7f02a2-27ff-41b4-9494-5422cd83fd81 service nova] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:06 user nova-compute[74046]: DEBUG nova.compute.manager [req-9d7e3e29-fcab-48d9-972b-a9e2fb73d31d req-be7f02a2-27ff-41b4-9494-5422cd83fd81 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] No waiting events found dispatching network-vif-plugged-bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:05:06 user nova-compute[74046]: WARNING nova.compute.manager [req-9d7e3e29-fcab-48d9-972b-a9e2fb73d31d req-be7f02a2-27ff-41b4-9494-5422cd83fd81 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Received unexpected event network-vif-plugged-bf4fce42-db5d-42ab-9024-027673c38b8f for instance with vm_state building and task_state spawning.
Oct 23 19:05:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-450f093a-59fd-4bce-8463-9d2b134a4ddf req-1dc4b6ad-37fc-4670-8fca-bfac8bfa5a85 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Received event network-vif-plugged-bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:05:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-450f093a-59fd-4bce-8463-9d2b134a4ddf req-1dc4b6ad-37fc-4670-8fca-bfac8bfa5a85 service nova] Acquiring lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-450f093a-59fd-4bce-8463-9d2b134a4ddf req-1dc4b6ad-37fc-4670-8fca-bfac8bfa5a85 service nova] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-450f093a-59fd-4bce-8463-9d2b134a4ddf req-1dc4b6ad-37fc-4670-8fca-bfac8bfa5a85 service nova] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:08 user nova-compute[74046]: DEBUG nova.compute.manager [req-450f093a-59fd-4bce-8463-9d2b134a4ddf req-1dc4b6ad-37fc-4670-8fca-bfac8bfa5a85 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] No waiting events found dispatching network-vif-plugged-bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:05:08 user nova-compute[74046]: WARNING nova.compute.manager [req-450f093a-59fd-4bce-8463-9d2b134a4ddf req-1dc4b6ad-37fc-4670-8fca-bfac8bfa5a85 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Received unexpected event network-vif-plugged-bf4fce42-db5d-42ab-9024-027673c38b8f for instance with vm_state building and task_state spawning.
Oct 23 19:05:08 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 19:05:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 19:05:08 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Instance spawned successfully.
Oct 23 19:05:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 19:05:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:05:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:05:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:05:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:05:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:05:08 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:05:08 user nova-compute[74046]: INFO nova.compute.manager [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Took 5.66 seconds to spawn the instance on the hypervisor.
Oct 23 19:05:08 user nova-compute[74046]: DEBUG nova.compute.manager [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 19:05:08 user nova-compute[74046]: INFO nova.compute.manager [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Took 6.28 seconds to build instance.
Oct 23 19:05:08 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f661457a-c1ba-4308-a966-63c0b59ebef1 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.399s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:11 user nova-compute[74046]: INFO nova.compute.manager [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Terminating instance
Oct 23 19:05:11 user nova-compute[74046]: DEBUG nova.compute.manager [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-0b39fd35-7b65-4853-84b1-dad41d72f7c6 req-e002b07a-a752-471a-b61f-af51c95e028a service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-vif-unplugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0b39fd35-7b65-4853-84b1-dad41d72f7c6 req-e002b07a-a752-471a-b61f-af51c95e028a service nova] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0b39fd35-7b65-4853-84b1-dad41d72f7c6 req-e002b07a-a752-471a-b61f-af51c95e028a service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-0b39fd35-7b65-4853-84b1-dad41d72f7c6 req-e002b07a-a752-471a-b61f-af51c95e028a service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-0b39fd35-7b65-4853-84b1-dad41d72f7c6 req-e002b07a-a752-471a-b61f-af51c95e028a service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] No waiting events found dispatching network-vif-unplugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-0b39fd35-7b65-4853-84b1-dad41d72f7c6 req-e002b07a-a752-471a-b61f-af51c95e028a service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-vif-unplugged-96d51593-efe7-4771-8625-5c6562cf2d49 for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 19:05:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Instance destroyed successfully.
Oct 23 19:05:11 user nova-compute[74046]: DEBUG nova.objects.instance [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lazy-loading 'resources' on Instance uuid c2302284-dec6-4ab5-a26d-52808cee97c1 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T18:59:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1568177252',display_name='tempest-TestMinimumBasicScenario-server-1568177252',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1568177252',id=50,image_ref='9edc0c7a-61c2-447e-8f91-626418e1d29a',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJBNO+Dadv+a8ZFHvroaXVt+QOxs4UTF8DTpmRD+9aXsrGw0wN+dU2EDxm1bFZ3Q2eaOF7KjO9dD8qok23X+By9cji2kVUNsSTegkXhC+DKeD0EBEngFOSrsRxI/nj/gBg==',key_name='tempest-TestMinimumBasicScenario-1944465447',keypairs=<?>,launch_index=0,launched_at=2023-10-23T19:00:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e6d1d18530949f4ab227eae33fd8427',ramdisk_id='',reservation_id='r-zv1nkyv7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='9edc0c7a-61c2-447e-8f91-626418e1d29a',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-362832678',owner_user_name='tempest-TestMinimumBasicScenario-362832678-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T19:02:25Z,user_data=None,user_id='f8ebb8078f334aa9a2c4a7e126ebf8e3',uuid=c2302284-dec6-4ab5-a26d-52808cee97c1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converting VIF {"id": "96d51593-efe7-4771-8625-5c6562cf2d49", "address": "fa:16:3e:0a:10:eb", "network": {"id": "92b0c2d0-a085-4bb4-8bfe-505ac899b2ae", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1317645004-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e6d1d18530949f4ab227eae33fd8427", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap96d51593-ef", "ovs_interfaceid": "96d51593-efe7-4771-8625-5c6562cf2d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0a:10:eb,bridge_name='br-int',has_traffic_filtering=True,id=96d51593-efe7-4771-8625-5c6562cf2d49,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96d51593-ef') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG os_vif [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:10:eb,bridge_name='br-int',has_traffic_filtering=True,id=96d51593-efe7-4771-8625-5c6562cf2d49,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96d51593-ef') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap96d51593-ef, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ad97b691-c293-4cae-bff3-cc5dec114d21) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:11 user nova-compute[74046]: INFO os_vif [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:10:eb,bridge_name='br-int',has_traffic_filtering=True,id=96d51593-efe7-4771-8625-5c6562cf2d49,network=Network(92b0c2d0-a085-4bb4-8bfe-505ac899b2ae),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap96d51593-ef')
Oct 23 19:05:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Deleting instance files /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1_del
Oct 23 19:05:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Deletion of /opt/stack/data/nova/instances/c2302284-dec6-4ab5-a26d-52808cee97c1_del complete
Oct 23 19:05:11 user nova-compute[74046]: INFO nova.compute.manager [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 23 19:05:11 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 19:05:11 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 19:05:12 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:05:12 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Took 0.47 seconds to deallocate network for instance.
Oct 23 19:05:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:12 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:05:12 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:05:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.140s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:12 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Deleted allocations for instance c2302284-dec6-4ab5-a26d-52808cee97c1
Oct 23 19:05:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-cd914efb-f810-4949-acd7-2faf3b5fc3e9 tempest-TestMinimumBasicScenario-362832678 tempest-TestMinimumBasicScenario-362832678-project-member] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.781s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-c2b7325d-9e62-4397-8593-82c6f65e5f32 req-6ac6d2c9-11a9-4d87-a666-0b73ca073b81 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:05:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c2b7325d-9e62-4397-8593-82c6f65e5f32 req-6ac6d2c9-11a9-4d87-a666-0b73ca073b81 service nova] Acquiring lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c2b7325d-9e62-4397-8593-82c6f65e5f32 req-6ac6d2c9-11a9-4d87-a666-0b73ca073b81 service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:13 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c2b7325d-9e62-4397-8593-82c6f65e5f32 req-6ac6d2c9-11a9-4d87-a666-0b73ca073b81 service nova] Lock "c2302284-dec6-4ab5-a26d-52808cee97c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-c2b7325d-9e62-4397-8593-82c6f65e5f32 req-6ac6d2c9-11a9-4d87-a666-0b73ca073b81 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] No waiting events found dispatching network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:05:13 user nova-compute[74046]: WARNING nova.compute.manager [req-c2b7325d-9e62-4397-8593-82c6f65e5f32 req-6ac6d2c9-11a9-4d87-a666-0b73ca073b81 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received unexpected event network-vif-plugged-96d51593-efe7-4771-8625-5c6562cf2d49 for instance with vm_state deleted and task_state None.
Oct 23 19:05:13 user nova-compute[74046]: DEBUG nova.compute.manager [req-c2b7325d-9e62-4397-8593-82c6f65e5f32 req-6ac6d2c9-11a9-4d87-a666-0b73ca073b81 service nova] [instance: c2302284-dec6-4ab5-a26d-52808cee97c1] Received event network-vif-deleted-96d51593-efe7-4771-8625-5c6562cf2d49 {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:05:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:05:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:33 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:05:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:05:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:05:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:05:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:05:33 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:05:33 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 6ce16cc1-100d-48df-ba9a-93a8304128f8 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:05:33 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updating instance_info_cache with network_info: [{"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:05:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:05:33 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:05:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:35 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:05:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:37 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:05:37 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:05:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:41 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:05:41 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:05:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:42 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:05:43 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:05:43 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:05:45 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:05:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:45 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:05:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:05:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:05:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:05:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:05:45 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:05:45 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:05:45 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8894MB free_disk=25.011634826660156GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:05:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:05:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:05:46 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6ce16cc1-100d-48df-ba9a-93a8304128f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:05:46 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:05:46 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:05:46 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:05:46 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:05:46 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:05:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.195s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:05:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:05:51 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:05:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:05:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:05:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:05:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:05:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:05:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:06:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:06:34 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:06:34 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:06:34 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:06:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:06:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:06:34 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:06:34 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 6ce16cc1-100d-48df-ba9a-93a8304128f8 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:06:35 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updating instance_info_cache with network_info: [{"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:06:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:06:35 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:06:35 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:06:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:37 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:06:39 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:06:39 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:06:41 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:06:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:42 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:06:44 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:06:45 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:06:45 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:06:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74046) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 19:06:46 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:06:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:06:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:06:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:06:46 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:06:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:06:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:06:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:06:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:47 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:06:47 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:06:47 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8982MB free_disk=25.050498962402344GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6ce16cc1-100d-48df-ba9a-93a8304128f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing inventories for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating ProviderTree inventory for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing aggregate associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, aggregates: None {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing trait associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:06:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.432s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:06:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:52 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:06:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-2b1b0272-1426-49ee-8453-243332946786 req-a0f61974-6a3d-46e0-94be-b5faf4897bc3 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Received event network-changed-bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:06:53 user nova-compute[74046]: DEBUG nova.compute.manager [req-2b1b0272-1426-49ee-8453-243332946786 req-a0f61974-6a3d-46e0-94be-b5faf4897bc3 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Refreshing instance network info cache due to event network-changed-bf4fce42-db5d-42ab-9024-027673c38b8f. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:06:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2b1b0272-1426-49ee-8453-243332946786 req-a0f61974-6a3d-46e0-94be-b5faf4897bc3 service nova] Acquiring lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:06:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2b1b0272-1426-49ee-8453-243332946786 req-a0f61974-6a3d-46e0-94be-b5faf4897bc3 service nova] Acquired lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:06:53 user nova-compute[74046]: DEBUG nova.network.neutron [req-2b1b0272-1426-49ee-8453-243332946786 req-a0f61974-6a3d-46e0-94be-b5faf4897bc3 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Refreshing network info cache for port bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-2b1b0272-1426-49ee-8453-243332946786 req-a0f61974-6a3d-46e0-94be-b5faf4897bc3 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updated VIF entry in instance network info cache for port bf4fce42-db5d-42ab-9024-027673c38b8f. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG nova.network.neutron [req-2b1b0272-1426-49ee-8453-243332946786 req-a0f61974-6a3d-46e0-94be-b5faf4897bc3 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updating instance_info_cache with network_info: [{"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-2b1b0272-1426-49ee-8453-243332946786 req-a0f61974-6a3d-46e0-94be-b5faf4897bc3 service nova] Releasing lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG nova.objects.instance [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lazy-loading 'flavor' on Instance uuid 6ce16cc1-100d-48df-ba9a-93a8304128f8 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:06:54 user nova-compute[74046]: INFO nova.compute.manager [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Attaching volume 13cc8f28-808a-463e-a117-59d84263e11a to /dev/vdb
Oct 23 19:06:54 user nova-compute[74046]: DEBUG os_brick.utils [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cf37bcc-b63f-404d-bb9c-ea037ca26e40]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[057ec2bf-d377-44bd-9621-ba36a420cd68]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0027d2ea-2397-4f09-b6a4-898393ca56f2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[281127a5-55cc-4282-aa1a-39b493b1a867]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:06:54 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 19:06:54 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[163c2648-534c-43ce-a0a1-5c00c40899b9]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG os_brick.utils [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:06:54 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updating existing volume attachment record: c058c457-438c-4fda-8363-94bc6868146e {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 19:06:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:06:57 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:06:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 19:06:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] There are 0 instances to clean {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 19:06:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zWFTdUQL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:07:11 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:07:11 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:07:11 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce4d16f6-f82e-4b3e-990e-3e514f2862c1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 19:07:11 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e530fdf-2bdc-43ad-bddb-072a2f790ec7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a] added
Oct 23 19:07:11 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d354ab2a-5dfb-4d6c-8a2d-56e747c40a9f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[31c99d96-3cea-4165-bd7f-e449c7440b0e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zWFTdUQL {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zWFTdUQL" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d5a4491-cae0-47c7-a1c1-09715417cdbe]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zWFTdUQL'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ba046e8-7f48-45ce-ba61-7ebc6a16c9c9]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[06b5cbac-d44f-4058-9f06-98f9c59e50ef]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:07:11 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:07:11 user nova-compute[74046]:  {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:07:11 user nova-compute[74046]: WARNING os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 19:07:11 user nova-compute[74046]: 
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a35a1f2-bb65-47d1-921c-c3a2cbc277d7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a, portal: 172.16.0.220,3260]
Oct 23 19:07:11 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a, portal: 172.16.0.220,3260] successful.
Oct 23 19:07:11 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c7e9109-47c5-4154-9a90-e5cff903b68e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8b84589-f3bf-4f08-9a84-8ffff358e54f]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a (non-flash)
Oct 23 19:07:11 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a (non-flash)
Oct 23 19:07:11 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.245s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] HCTL ('33', '-', '-', 0) found on session 62 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[75592d49-ddd5-46c3-9eee-67dd8a7861f5]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 19:07:11 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zWFTdUQL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 19:07:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:07:12 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] <== connect_volume: return (1280ms) {'type': 'block', 'scsi_wwn': '23739336538656230', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:07:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23739336538656230', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 19:07:12 user nova-compute[74046]: DEBUG nova.objects.instance [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lazy-loading 'flavor' on Instance uuid 6ce16cc1-100d-48df-ba9a-93a8304128f8 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:07:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 19:07:12 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:07:12 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:07:12 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:07:12 user nova-compute[74046]:   <serial>13cc8f28-808a-463e-a117-59d84263e11a</serial>
Oct 23 19:07:12 user nova-compute[74046]: </disk>
Oct 23 19:07:12 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 19:07:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:07:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:07:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] No VIF found with MAC fa:16:3e:c0:1c:c0, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 19:07:12 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-947b7990-b9e5-4736-8462-21699dbf4c6d tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.174s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:07:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:07:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:07:15 user nova-compute[74046]: INFO nova.compute.manager [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Detaching volume 13cc8f28-808a-463e-a117-59d84263e11a
Oct 23 19:07:15 user nova-compute[74046]: INFO nova.virt.block_device [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Attempting to driver detach volume 13cc8f28-808a-463e-a117-59d84263e11a from mountpoint /dev/vdb
Oct 23 19:07:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Attempting to detach device vdb from instance 6ce16cc1-100d-48df-ba9a-93a8304128f8 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 19:07:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:07:15 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:07:15 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:07:15 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:07:15 user nova-compute[74046]:   <serial>13cc8f28-808a-463e-a117-59d84263e11a</serial>
Oct 23 19:07:15 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:07:15 user nova-compute[74046]: </disk>
Oct 23 19:07:15 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:07:15 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Successfully detached device vdb from instance 6ce16cc1-100d-48df-ba9a-93a8304128f8 from the persistent domain config.
Oct 23 19:07:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6ce16cc1-100d-48df-ba9a-93a8304128f8 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 19:07:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:07:15 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:07:15 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:07:15 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:07:15 user nova-compute[74046]:   <serial>13cc8f28-808a-463e-a117-59d84263e11a</serial>
Oct 23 19:07:15 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:07:15 user nova-compute[74046]: </disk>
Oct 23 19:07:15 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:07:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6ce16cc1-100d-48df-ba9a-93a8304128f8 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 19:07:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 6ce16cc1-100d-48df-ba9a-93a8304128f8 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:07:36 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6ce16cc1-100d-48df-ba9a-93a8304128f8 is timed out.
Oct 23 19:07:36 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Successfully detached device vdb from instance 6ce16cc1-100d-48df-ba9a-93a8304128f8 from the live domain config.
Oct 23 19:07:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zWFTdUQL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:07:36 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2c114d5-a51c-46c6-bf14-912a4091f9af]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 19:07:36 user nova-compute[74046]: No targets found.
Oct 23 19:07:36 user nova-compute[74046]: iSNS:
Oct 23 19:07:36 user nova-compute[74046]: No targets found.
Oct 23 19:07:36 user nova-compute[74046]: STATIC:
Oct 23 19:07:36 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a
Oct 23 19:07:36 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 19:07:36 user nova-compute[74046]:                 Iface Name: default
Oct 23 19:07:36 user nova-compute[74046]: FIRMWARE:
Oct 23 19:07:36 user nova-compute[74046]: No targets found.
Oct 23 19:07:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 19:07:36 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 19:07:36 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a6c2e8-eed1-4f46-8331-ad5d9fb27def]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[bce4bd17-df09-4f2a-9547-af4f215adcb9]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a (non-flash)
Oct 23 19:07:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a (non-flash)
Oct 23 19:07:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef05c7ac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a760b41-c028-46a6-8811-a3b581907526]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e571c48-b732-4272-a3a6-4ed4ff334624]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[21453f9a-56fb-46a8-b0d4-482a3a08fdee]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a561ddd2-db1f-4837-832e-b67d868dc8e9]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[22dfbc18-6523-4591-bef3-5c5e8748b0a4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad01a7d8-1352-4dca-8b63-2d56847ef2c0]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a, portal: 172.16.0.220,3260]
Oct 23 19:07:36 user nova-compute[74046]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a, portal: 172.16.0.220,3260] successful.
Oct 23 19:07:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13cc8f28-808a-463e-a117-59d84263e11a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[98c0a29a-efa1-4158-9cc3-20dda05b22aa]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] <== disconnect_volume: return (277ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updating instance_info_cache with network_info: [{"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:07:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:07:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:07:37 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:07:37 user nova-compute[74046]: DEBUG nova.objects.instance [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lazy-loading 'flavor' on Instance uuid 6ce16cc1-100d-48df-ba9a-93a8304128f8 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:07:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-9cff83a7-07b5-4e9c-ab55-a50355af4aac tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.740s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:07:41 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:07:41 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:07:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:42 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:07:44 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:07:44 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:07:45 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:07:45 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:07:46 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:07:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:07:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:07:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:07:46 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:07:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:07:46 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:07:47 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:07:47 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:07:47 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8986MB free_disk=25.04935073852539GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:07:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:07:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:07:47 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6ce16cc1-100d-48df-ba9a-93a8304128f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:07:47 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:07:47 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:07:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:47 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:07:47 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:07:47 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:07:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.177s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:07:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:07:53 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:07:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:16 user nova-compute[74046]: DEBUG nova.compute.manager [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 19:08:16 user nova-compute[74046]: INFO nova.compute.manager [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] instance snapshotting
Oct 23 19:08:16 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Beginning live snapshot process
Oct 23 19:08:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json -f qcow2 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json -f qcow2" returned: 0 in 0.198s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json -f qcow2 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json -f qcow2" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.169s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpkj4vth1_/358303c3841e4a96bde6f6259232d538.delta 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:17 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpkj4vth1_/358303c3841e4a96bde6f6259232d538.delta 1073741824" returned: 0 in 0.046s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:17 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 23 19:08:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 19:08:18 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74046) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 23 19:08:18 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 23 19:08:18 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 19:08:18 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpkj4vth1_/358303c3841e4a96bde6f6259232d538.delta /opt/stack/data/nova/instances/snapshots/tmpkj4vth1_/358303c3841e4a96bde6f6259232d538 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:19 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpkj4vth1_/358303c3841e4a96bde6f6259232d538.delta /opt/stack/data/nova/instances/snapshots/tmpkj4vth1_/358303c3841e4a96bde6f6259232d538" returned: 0 in 0.401s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:19 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Snapshot extracted, beginning image upload
Oct 23 19:08:21 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Snapshot image upload complete
Oct 23 19:08:21 user nova-compute[74046]: INFO nova.compute.manager [None req-31610f50-3056-4578-a550-15b33fdba4b2 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Took 4.90 seconds to snapshot the instance on the hypervisor.
Oct 23 19:08:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 19:08:23 user nova-compute[74046]: INFO nova.compute.claims [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Claim successful on node user
Oct 23 19:08:23 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.234s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 19:08:23 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 19:08:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG nova.policy [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4fb0d05d54443a896cbef6fccf026d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58b7614456094cef9b3c776091b8bded', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 19:08:23 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Creating image(s)
Oct 23 19:08:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "/opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "/opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "/opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "c1a7f56a4d072cb8bc070ebc1a366798cba5a16b" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:08:23 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "c1a7f56a4d072cb8bc070ebc1a366798cba5a16b" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:08:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b.part --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:24 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Successfully created port: 8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 19:08:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b.part --force-share --output=json" returned: 0 in 0.176s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:24 user nova-compute[74046]: DEBUG nova.virt.images [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] a30ccf6d-f3fd-41c7-8b75-75dedaf85a0b was qcow2, converting to raw {{(pid=74046) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 23 19:08:24 user nova-compute[74046]: DEBUG nova.privsep.utils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74046) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 23 19:08:24 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b.part /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b.converted {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b.part /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b.converted" returned: 0 in 0.836s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b.converted --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Successfully updated port: 8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquired lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-697b3758-da58-476d-8739-d836da13c7eb req-be2cde89-b037-4cd6-9bfa-a81ffd3078f8 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Received event network-changed-8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG nova.compute.manager [req-697b3758-da58-476d-8739-d836da13c7eb req-be2cde89-b037-4cd6-9bfa-a81ffd3078f8 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Refreshing instance network info cache due to event network-changed-8fc72ed0-588f-490a-846d-6730d078204e. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-697b3758-da58-476d-8739-d836da13c7eb req-be2cde89-b037-4cd6-9bfa-a81ffd3078f8 service nova] Acquiring lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b.converted --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "c1a7f56a4d072cb8bc070ebc1a366798cba5a16b" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.100s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b --force-share --output=json" returned: 0 in 0.187s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "c1a7f56a4d072cb8bc070ebc1a366798cba5a16b" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "c1a7f56a4d072cb8bc070ebc1a366798cba5a16b" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:08:25 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Updating instance_info_cache with network_info: [{"id": "8fc72ed0-588f-490a-846d-6730d078204e", "address": "fa:16:3e:6e:ce:53", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fc72ed0-58", "ovs_interfaceid": "8fc72ed0-588f-490a-846d-6730d078204e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Releasing lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Instance network_info: |[{"id": "8fc72ed0-588f-490a-846d-6730d078204e", "address": "fa:16:3e:6e:ce:53", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fc72ed0-58", "ovs_interfaceid": "8fc72ed0-588f-490a-846d-6730d078204e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-697b3758-da58-476d-8739-d836da13c7eb req-be2cde89-b037-4cd6-9bfa-a81ffd3078f8 service nova] Acquired lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.network.neutron [req-697b3758-da58-476d-8739-d836da13c7eb req-be2cde89-b037-4cd6-9bfa-a81ffd3078f8 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Refreshing network info cache for port 8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b --force-share --output=json" returned: 0 in 0.172s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b,backing_fmt=raw /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b,backing_fmt=raw /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk 1073741824" returned: 0 in 0.046s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "c1a7f56a4d072cb8bc070ebc1a366798cba5a16b" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.222s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c1a7f56a4d072cb8bc070ebc1a366798cba5a16b --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Ensure instance console log exists: /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Start _get_guest_xml network_info=[{"id": "8fc72ed0-588f-490a-846d-6730d078204e", "address": "fa:16:3e:6e:ce:53", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fc72ed0-58", "ovs_interfaceid": "8fc72ed0-588f-490a-846d-6730d078204e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='bab2776616cd8bb5a40be984258857c3',container_format='bare',created_at=2023-10-23T19:08:16Z,direct_url=<?>,disk_format='qcow2',id=a30ccf6d-f3fd-41c7-8b75-75dedaf85a0b,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1960371997',owner='58b7614456094cef9b3c776091b8bded',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-23T19:08:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'a30ccf6d-f3fd-41c7-8b75-75dedaf85a0b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 19:08:26 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:08:26 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bab2776616cd8bb5a40be984258857c3',container_format='bare',created_at=2023-10-23T19:08:16Z,direct_url=<?>,disk_format='qcow2',id=a30ccf6d-f3fd-41c7-8b75-75dedaf85a0b,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1960371997',owner='58b7614456094cef9b3c776091b8bded',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-23T19:08:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T19:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-625093248',display_name='tempest-TestStampPattern-server-625093248',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-625093248',id=52,image_ref='a30ccf6d-f3fd-41c7-8b75-75dedaf85a0b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjiIF7q4pFCBc8q65lynNXYV0uQCeSr5uIdhSFx3xVlXP9xDoKux42d6f+eWazfYXAmeGbOYjiQ7iUjD7kpZhEZicKDFjY4b0oEcOOq0HLMeHx7GU3z80NxDlQXyTi2AA==',key_name='tempest-TestStampPattern-1785243595',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='58b7614456094cef9b3c776091b8bded',ramdisk_id='',reservation_id='r-kzlmittt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='6ce16cc1-100d-48df-ba9a-93a8304128f8',image_min_disk='1',image_min_ram='0',image_owner_id='58b7614456094cef9b3c776091b8bded',image_owner_project_name='tempest-TestStampPattern-55319107',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-55319107-project-member',image_user_id='d4fb0d05d54443a896cbef6fccf026d2',network_allocated='True',owner_project_name='tempest-TestStampPattern-55319107',owner_user_name='tempest-TestStampPattern-55319107-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T19:08:24Z,user_data=None,user_id='d4fb0d05d54443a896cbef6fccf026d2',uuid=bc3dc0d3-4659-4fd2-b4a0-66dd4809a530,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8fc72ed0-588f-490a-846d-6730d078204e", "address": "fa:16:3e:6e:ce:53", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fc72ed0-58", "ovs_interfaceid": "8fc72ed0-588f-490a-846d-6730d078204e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Converting VIF {"id": "8fc72ed0-588f-490a-846d-6730d078204e", "address": "fa:16:3e:6e:ce:53", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fc72ed0-58", "ovs_interfaceid": "8fc72ed0-588f-490a-846d-6730d078204e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:ce:53,bridge_name='br-int',has_traffic_filtering=True,id=8fc72ed0-588f-490a-846d-6730d078204e,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fc72ed0-58') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lazy-loading 'pci_devices' on Instance uuid bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] End _get_guest_xml xml=<domain type="kvm">
Oct 23 19:08:26 user nova-compute[74046]:   <uuid>bc3dc0d3-4659-4fd2-b4a0-66dd4809a530</uuid>
Oct 23 19:08:26 user nova-compute[74046]:   <name>instance-00000034</name>
Oct 23 19:08:26 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 19:08:26 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 19:08:26 user nova-compute[74046]:   <metadata>
Oct 23 19:08:26 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 19:08:26 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 19:08:26 user nova-compute[74046]:       <nova:name>tempest-TestStampPattern-server-625093248</nova:name>
Oct 23 19:08:26 user nova-compute[74046]:       <nova:creationTime>2023-10-23 19:08:26</nova:creationTime>
Oct 23 19:08:26 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 19:08:26 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 19:08:26 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 19:08:26 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 19:08:26 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 19:08:26 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 19:08:26 user nova-compute[74046]:       </nova:flavor>
Oct 23 19:08:26 user nova-compute[74046]:       <nova:owner>
Oct 23 19:08:26 user nova-compute[74046]:         <nova:user uuid="d4fb0d05d54443a896cbef6fccf026d2">tempest-TestStampPattern-55319107-project-member</nova:user>
Oct 23 19:08:26 user nova-compute[74046]:         <nova:project uuid="58b7614456094cef9b3c776091b8bded">tempest-TestStampPattern-55319107</nova:project>
Oct 23 19:08:26 user nova-compute[74046]:       </nova:owner>
Oct 23 19:08:26 user nova-compute[74046]:       <nova:root type="image" uuid="a30ccf6d-f3fd-41c7-8b75-75dedaf85a0b"/>
Oct 23 19:08:26 user nova-compute[74046]:       <nova:ports>
Oct 23 19:08:26 user nova-compute[74046]:         <nova:port uuid="8fc72ed0-588f-490a-846d-6730d078204e">
Oct 23 19:08:26 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 23 19:08:26 user nova-compute[74046]:         </nova:port>
Oct 23 19:08:26 user nova-compute[74046]:       </nova:ports>
Oct 23 19:08:26 user nova-compute[74046]:     </nova:instance>
Oct 23 19:08:26 user nova-compute[74046]:   </metadata>
Oct 23 19:08:26 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 19:08:26 user nova-compute[74046]:     <system>
Oct 23 19:08:26 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 19:08:26 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 19:08:26 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 19:08:26 user nova-compute[74046]:       <entry name="serial">bc3dc0d3-4659-4fd2-b4a0-66dd4809a530</entry>
Oct 23 19:08:26 user nova-compute[74046]:       <entry name="uuid">bc3dc0d3-4659-4fd2-b4a0-66dd4809a530</entry>
Oct 23 19:08:26 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 19:08:26 user nova-compute[74046]:     </system>
Oct 23 19:08:26 user nova-compute[74046]:   </sysinfo>
Oct 23 19:08:26 user nova-compute[74046]:   <os>
Oct 23 19:08:26 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 19:08:26 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 19:08:26 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 19:08:26 user nova-compute[74046]:   </os>
Oct 23 19:08:26 user nova-compute[74046]:   <features>
Oct 23 19:08:26 user nova-compute[74046]:     <acpi/>
Oct 23 19:08:26 user nova-compute[74046]:     <apic/>
Oct 23 19:08:26 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 19:08:26 user nova-compute[74046]:   </features>
Oct 23 19:08:26 user nova-compute[74046]:   <clock offset="utc">
Oct 23 19:08:26 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 19:08:26 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 19:08:26 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 19:08:26 user nova-compute[74046]:   </clock>
Oct 23 19:08:26 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 19:08:26 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 19:08:26 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 19:08:26 user nova-compute[74046]:   </cpu>
Oct 23 19:08:26 user nova-compute[74046]:   <devices>
Oct 23 19:08:26 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 19:08:26 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 19:08:26 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk"/>
Oct 23 19:08:26 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 19:08:26 user nova-compute[74046]:     </disk>
Oct 23 19:08:26 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 19:08:26 user nova-compute[74046]:       <mac address="fa:16:3e:6e:ce:53"/>
Oct 23 19:08:26 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 19:08:26 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 19:08:26 user nova-compute[74046]:       <target dev="tap8fc72ed0-58"/>
Oct 23 19:08:26 user nova-compute[74046]:     </interface>
Oct 23 19:08:26 user nova-compute[74046]:     <serial type="pty">
Oct 23 19:08:26 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/console.log" append="off"/>
Oct 23 19:08:26 user nova-compute[74046]:     </serial>
Oct 23 19:08:26 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 19:08:26 user nova-compute[74046]:     <video>
Oct 23 19:08:26 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 19:08:26 user nova-compute[74046]:     </video>
Oct 23 19:08:26 user nova-compute[74046]:     <rng model="virtio">
Oct 23 19:08:26 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 19:08:26 user nova-compute[74046]:     </rng>
Oct 23 19:08:26 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 19:08:26 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 19:08:26 user nova-compute[74046]:       <stats period="10"/>
Oct 23 19:08:26 user nova-compute[74046]:     </memballoon>
Oct 23 19:08:26 user nova-compute[74046]:   </devices>
Oct 23 19:08:26 user nova-compute[74046]: </domain>
Oct 23 19:08:26 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T19:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-625093248',display_name='tempest-TestStampPattern-server-625093248',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-625093248',id=52,image_ref='a30ccf6d-f3fd-41c7-8b75-75dedaf85a0b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjiIF7q4pFCBc8q65lynNXYV0uQCeSr5uIdhSFx3xVlXP9xDoKux42d6f+eWazfYXAmeGbOYjiQ7iUjD7kpZhEZicKDFjY4b0oEcOOq0HLMeHx7GU3z80NxDlQXyTi2AA==',key_name='tempest-TestStampPattern-1785243595',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='58b7614456094cef9b3c776091b8bded',ramdisk_id='',reservation_id='r-kzlmittt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='6ce16cc1-100d-48df-ba9a-93a8304128f8',image_min_disk='1',image_min_ram='0',image_owner_id='58b7614456094cef9b3c776091b8bded',image_owner_project_name='tempest-TestStampPattern-55319107',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-55319107-project-member',image_user_id='d4fb0d05d54443a896cbef6fccf026d2',network_allocated='True',owner_project_name='tempest-TestStampPattern-55319107',owner_user_name='tempest-TestStampPattern-55319107-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T19:08:24Z,user_data=None,user_id='d4fb0d05d54443a896cbef6fccf026d2',uuid=bc3dc0d3-4659-4fd2-b4a0-66dd4809a530,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8fc72ed0-588f-490a-846d-6730d078204e", "address": "fa:16:3e:6e:ce:53", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fc72ed0-58", "ovs_interfaceid": "8fc72ed0-588f-490a-846d-6730d078204e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Converting VIF {"id": "8fc72ed0-588f-490a-846d-6730d078204e", "address": "fa:16:3e:6e:ce:53", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fc72ed0-58", "ovs_interfaceid": "8fc72ed0-588f-490a-846d-6730d078204e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:ce:53,bridge_name='br-int',has_traffic_filtering=True,id=8fc72ed0-588f-490a-846d-6730d078204e,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fc72ed0-58') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG os_vif [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:ce:53,bridge_name='br-int',has_traffic_filtering=True,id=8fc72ed0-588f-490a-846d-6730d078204e,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fc72ed0-58') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cd41f0fe-4283-53fa-a94d-9634548477d1', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8fc72ed0-58, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8fc72ed0-58, col_values=(('qos', UUID('ef76907b-72d3-4b38-990d-efd821da32b8')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8fc72ed0-58, col_values=(('external_ids', {'iface-id': '8fc72ed0-588f-490a-846d-6730d078204e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6e:ce:53', 'vm-uuid': 'bc3dc0d3-4659-4fd2-b4a0-66dd4809a530'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:26 user nova-compute[74046]: INFO os_vif [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:ce:53,bridge_name='br-int',has_traffic_filtering=True,id=8fc72ed0-588f-490a-846d-6730d078204e,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fc72ed0-58')
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.network.neutron [req-697b3758-da58-476d-8739-d836da13c7eb req-be2cde89-b037-4cd6-9bfa-a81ffd3078f8 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Updated VIF entry in instance network info cache for port 8fc72ed0-588f-490a-846d-6730d078204e. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.network.neutron [req-697b3758-da58-476d-8739-d836da13c7eb req-be2cde89-b037-4cd6-9bfa-a81ffd3078f8 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Updating instance_info_cache with network_info: [{"id": "8fc72ed0-588f-490a-846d-6730d078204e", "address": "fa:16:3e:6e:ce:53", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fc72ed0-58", "ovs_interfaceid": "8fc72ed0-588f-490a-846d-6730d078204e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-697b3758-da58-476d-8739-d836da13c7eb req-be2cde89-b037-4cd6-9bfa-a81ffd3078f8 service nova] Releasing lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:08:26 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] No VIF found with MAC fa:16:3e:6e:ce:53, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 19:08:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-f99152fc-d57c-4552-80cb-c0f30878dbf6 req-7591eef4-86be-4fbd-9f66-f19018e96f0d service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Received event network-vif-plugged-8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:08:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f99152fc-d57c-4552-80cb-c0f30878dbf6 req-7591eef4-86be-4fbd-9f66-f19018e96f0d service nova] Acquiring lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:08:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f99152fc-d57c-4552-80cb-c0f30878dbf6 req-7591eef4-86be-4fbd-9f66-f19018e96f0d service nova] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:08:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-f99152fc-d57c-4552-80cb-c0f30878dbf6 req-7591eef4-86be-4fbd-9f66-f19018e96f0d service nova] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:08:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-f99152fc-d57c-4552-80cb-c0f30878dbf6 req-7591eef4-86be-4fbd-9f66-f19018e96f0d service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] No waiting events found dispatching network-vif-plugged-8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:08:28 user nova-compute[74046]: WARNING nova.compute.manager [req-f99152fc-d57c-4552-80cb-c0f30878dbf6 req-7591eef4-86be-4fbd-9f66-f19018e96f0d service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Received unexpected event network-vif-plugged-8fc72ed0-588f-490a-846d-6730d078204e for instance with vm_state building and task_state spawning.
Oct 23 19:08:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:28 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:29 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 19:08:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 19:08:29 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Instance spawned successfully.
Oct 23 19:08:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 19:08:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:08:29 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:08:29 user nova-compute[74046]: INFO nova.compute.manager [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Took 6.28 seconds to spawn the instance on the hypervisor.
Oct 23 19:08:29 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 19:08:30 user nova-compute[74046]: INFO nova.compute.manager [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Took 6.85 seconds to build instance.
Oct 23 19:08:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b16ff4f1-8128-43c3-a103-f58d4eb6f886 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.945s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:08:30 user nova-compute[74046]: DEBUG nova.compute.manager [req-38a2c329-e846-4909-a759-1940577d331a req-dab84304-42aa-476a-8f6e-a07fea9cdbff service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Received event network-vif-plugged-8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:08:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-38a2c329-e846-4909-a759-1940577d331a req-dab84304-42aa-476a-8f6e-a07fea9cdbff service nova] Acquiring lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:08:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-38a2c329-e846-4909-a759-1940577d331a req-dab84304-42aa-476a-8f6e-a07fea9cdbff service nova] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:08:30 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-38a2c329-e846-4909-a759-1940577d331a req-dab84304-42aa-476a-8f6e-a07fea9cdbff service nova] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:08:30 user nova-compute[74046]: DEBUG nova.compute.manager [req-38a2c329-e846-4909-a759-1940577d331a req-dab84304-42aa-476a-8f6e-a07fea9cdbff service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] No waiting events found dispatching network-vif-plugged-8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:08:30 user nova-compute[74046]: WARNING nova.compute.manager [req-38a2c329-e846-4909-a759-1940577d331a req-dab84304-42aa-476a-8f6e-a07fea9cdbff service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Received unexpected event network-vif-plugged-8fc72ed0-588f-490a-846d-6730d078204e for instance with vm_state active and task_state None.
Oct 23 19:08:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:37 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:08:37 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:08:37 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:08:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:08:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:08:37 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:08:37 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 6ce16cc1-100d-48df-ba9a-93a8304128f8 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:08:37 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updating instance_info_cache with network_info: [{"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:08:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:08:37 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:08:38 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:08:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:08:43 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:08:43 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:08:43 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:08:44 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:08:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:46 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:08:46 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:08:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:48 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:08:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:08:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:08:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:08:48 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:08:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:08:48 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:08:49 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:08:49 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:08:49 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8892MB free_disk=24.903614044189453GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:08:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:08:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:08:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:49 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6ce16cc1-100d-48df-ba9a-93a8304128f8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:08:49 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:08:49 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:08:49 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:08:49 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:08:49 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:08:49 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:08:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.223s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:08:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:55 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:08:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:08:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:09:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:09:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:09:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:09:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:09:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:09:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:09:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:09:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:09:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:09:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:09:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:09:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:09:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:09:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:09:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:09:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:09:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:09:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:09:38 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:09:39 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:09:39 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:09:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:09:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:09:39 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:09:39 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Updating instance_info_cache with network_info: [{"id": "8fc72ed0-588f-490a-846d-6730d078204e", "address": "fa:16:3e:6e:ce:53", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fc72ed0-58", "ovs_interfaceid": "8fc72ed0-588f-490a-846d-6730d078204e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:09:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:09:39 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:09:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:09:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:09:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:09:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:09:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:09:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:09:44 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:09:44 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:09:44 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:09:45 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:09:46 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:09:46 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:09:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:09:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:09:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:09:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:09:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:09:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:09:49 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:09:50 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:09:50 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:09:50 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8933MB free_disk=24.902545928955078GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:09:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:09:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:09:50 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6ce16cc1-100d-48df-ba9a-93a8304128f8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:09:50 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:09:50 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:09:50 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:09:50 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:09:50 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:09:50 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:09:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.190s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:09:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:09:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:09:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:09:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:09:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:09:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:09:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:09:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:10:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:10:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:10:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:10:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:10:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:10:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:10:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:10:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:10:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:10:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:10:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:10:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:10:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:10:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:10:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-6f18af32-5633-4166-a7b7-9f3d79542eb1 req-62202ff4-b933-49bc-abce-b9085f44e201 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Received event network-changed-8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:10:14 user nova-compute[74046]: DEBUG nova.compute.manager [req-6f18af32-5633-4166-a7b7-9f3d79542eb1 req-62202ff4-b933-49bc-abce-b9085f44e201 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Refreshing instance network info cache due to event network-changed-8fc72ed0-588f-490a-846d-6730d078204e. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:10:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6f18af32-5633-4166-a7b7-9f3d79542eb1 req-62202ff4-b933-49bc-abce-b9085f44e201 service nova] Acquiring lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:10:14 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6f18af32-5633-4166-a7b7-9f3d79542eb1 req-62202ff4-b933-49bc-abce-b9085f44e201 service nova] Acquired lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:10:14 user nova-compute[74046]: DEBUG nova.network.neutron [req-6f18af32-5633-4166-a7b7-9f3d79542eb1 req-62202ff4-b933-49bc-abce-b9085f44e201 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Refreshing network info cache for port 8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-6f18af32-5633-4166-a7b7-9f3d79542eb1 req-62202ff4-b933-49bc-abce-b9085f44e201 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Updated VIF entry in instance network info cache for port 8fc72ed0-588f-490a-846d-6730d078204e. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG nova.network.neutron [req-6f18af32-5633-4166-a7b7-9f3d79542eb1 req-62202ff4-b933-49bc-abce-b9085f44e201 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Updating instance_info_cache with network_info: [{"id": "8fc72ed0-588f-490a-846d-6730d078204e", "address": "fa:16:3e:6e:ce:53", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fc72ed0-58", "ovs_interfaceid": "8fc72ed0-588f-490a-846d-6730d078204e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-6f18af32-5633-4166-a7b7-9f3d79542eb1 req-62202ff4-b933-49bc-abce-b9085f44e201 service nova] Releasing lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG nova.objects.instance [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lazy-loading 'flavor' on Instance uuid bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:10:15 user nova-compute[74046]: INFO nova.compute.manager [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Attaching volume 6c436a22-b050-444e-914c-b4004f327c31 to /dev/vdb
Oct 23 19:10:15 user nova-compute[74046]: DEBUG os_brick.utils [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[85cc222f-dfd2-4195-8cde-6460e1fc467b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e54868d-a967-4e35-94d8-9a90f9a1d7af]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[88a6ee20-e17f-4d2d-974a-8b82964b2add]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a898abc4-8694-4e40-8ae1-e50a7b63e72b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:10:15 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 19:10:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[33377187-463b-42c3-82aa-8865e43d95b8]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG os_brick.utils [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:10:15 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Updating existing volume attachment record: 77a9e1dd-bd46-4929-945a-55063318f507 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 19:10:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'poKsHhJd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:10:31 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:10:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:10:31 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:10:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:10:31 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 19:10:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0192b8ab-a06b-4151-b30d-9ca5d585165a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 19:10:31 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f32b159f-10d7-44d0-846e-e3de084837d1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31] added
Oct 23 19:10:31 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[165db4a5-c3e6-471d-ba63-6906572f5f53]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:31 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.063s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cd8b6e6-848f-47ff-9cf0-d171992f6646]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v poKsHhJd {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v poKsHhJd" returned: 0 in 0.023s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dac0781c-a72b-492e-a5af-d43dff09728c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'poKsHhJd'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[45116c68-b76b-4106-8046-216923b64234]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e2ec456-adce-4eb8-b789-257cbf5d1909]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:10:32 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:10:32 user nova-compute[74046]:  {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:10:32 user nova-compute[74046]: WARNING os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 19:10:32 user nova-compute[74046]: 
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a767253-2b13-4b12-a80f-5f0e3ec8d9b9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31, portal: 172.16.0.220,3260]
Oct 23 19:10:32 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31, portal: 172.16.0.220,3260] successful.
Oct 23 19:10:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[270c9731-601f-4b90-920a-26480946264f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[21f8b2d8-1f00-49dc-b8b2-667f64ada930]: (4, ('tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 (non-flash)
Oct 23 19:10:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsi session list stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 (non-flash)
Oct 23 19:10:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] HCTL ('33', '-', '-', 0) found on session 63 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f64d6ba8-f6c5-4568-a792-c38e4de5cecd]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Searching for a device in session 63 and hctl ['33', '*', '*', 0] yield: None {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 19:10:33 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Searching for a device in session 63 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 19:10:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'poKsHhJd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 19:10:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:10:33 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23762626364373537', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:10:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23762626364373537', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 19:10:33 user nova-compute[74046]: DEBUG nova.objects.instance [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lazy-loading 'flavor' on Instance uuid bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:10:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 19:10:33 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:10:33 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:10:33 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:10:33 user nova-compute[74046]:   <serial>6c436a22-b050-444e-914c-b4004f327c31</serial>
Oct 23 19:10:33 user nova-compute[74046]: </disk>
Oct 23 19:10:33 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 19:10:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:10:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:10:33 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] No VIF found with MAC fa:16:3e:6e:ce:53, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 19:10:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8fc75b29-67cb-4abb-b778-db818d538c1f tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.280s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:10:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:10:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:10:35 user nova-compute[74046]: INFO nova.compute.manager [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Detaching volume 6c436a22-b050-444e-914c-b4004f327c31
Oct 23 19:10:35 user nova-compute[74046]: INFO nova.virt.block_device [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Attempting to driver detach volume 6c436a22-b050-444e-914c-b4004f327c31 from mountpoint /dev/vdb
Oct 23 19:10:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Attempting to detach device vdb from instance bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 19:10:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:10:35 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:10:35 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:10:35 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:10:35 user nova-compute[74046]:   <serial>6c436a22-b050-444e-914c-b4004f327c31</serial>
Oct 23 19:10:35 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:10:35 user nova-compute[74046]: </disk>
Oct 23 19:10:35 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:10:35 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Successfully detached device vdb from instance bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 from the persistent domain config.
Oct 23 19:10:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 19:10:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:10:35 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:10:35 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:10:35 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:10:35 user nova-compute[74046]:   <serial>6c436a22-b050-444e-914c-b4004f327c31</serial>
Oct 23 19:10:35 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:10:35 user nova-compute[74046]: </disk>
Oct 23 19:10:35 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:10:36 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 19:10:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:39 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:10:39 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:10:39 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:10:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:10:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:10:39 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:10:39 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 6ce16cc1-100d-48df-ba9a-93a8304128f8 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:10:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:39 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updating instance_info_cache with network_info: [{"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:10:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:10:39 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:10:39 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:10:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:44 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:10:45 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:10:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:10:46 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:10:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:48 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:10:48 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:10:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:50 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:10:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:10:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:10:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:10:50 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:10:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:51 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:10:51 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:10:51 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8907MB free_disk=24.901473999023438GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:10:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:10:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:10:51 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6ce16cc1-100d-48df-ba9a-93a8304128f8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:10:51 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:10:51 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:10:51 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:10:51 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:10:51 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:10:51 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:10:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.200s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:10:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:10:56 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 is timed out.
Oct 23 19:10:56 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Successfully detached device vdb from instance bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 from the live domain config.
Oct 23 19:10:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'poKsHhJd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:10:56 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7307ac68-e025-463d-8a9b-f6cfd66cd4d7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 19:10:56 user nova-compute[74046]: No targets found.
Oct 23 19:10:56 user nova-compute[74046]: iSNS:
Oct 23 19:10:56 user nova-compute[74046]: No targets found.
Oct 23 19:10:56 user nova-compute[74046]: STATIC:
Oct 23 19:10:56 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31
Oct 23 19:10:56 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 19:10:56 user nova-compute[74046]:                 Iface Name: default
Oct 23 19:10:56 user nova-compute[74046]: FIRMWARE:
Oct 23 19:10:56 user nova-compute[74046]: No targets found.
Oct 23 19:10:56 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 19:10:56 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 19:10:56 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[57ff1ab7-4713-4ec8-a6ac-8d5f1d5cdf8d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[81489247-1274-4fe5-9faf-6fcfedf4d055]: (4, ('tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 (non-flash)
Oct 23 19:10:56 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsi session list stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 (non-flash)
Oct 23 19:10:56 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ecc772cb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[56c5b69e-a91d-4fd9-a7d9-009b648014d0]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7705d0d8-1f2c-40ed-a559-65c0349b00c3]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[31334e94-6399-457f-8794-798894bab651]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[92a40d46-91e9-461e-bd44-d2887cb2b7db]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0f274dd-8b67-4b1d-888f-e977ea9e4f90]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d44bd4fd-7644-4a83-9918-63e862231d71]: (4, ('Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31, portal: 172.16.0.220,3260]\nLogout of [sid: 63, target: iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31, portal: 172.16.0.220,3260]
Oct 23 19:10:56 user nova-compute[74046]: Logout of [sid: 63, target: iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31, portal: 172.16.0.220,3260] successful.
Oct 23 19:10:56 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6c436a22-b050-444e-914c-b4004f327c31 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa8efa43-1505-4aa3-9f64-2febc38091ca]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.263s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] <== disconnect_volume: return (264ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:10:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 19:10:57 user nova-compute[74046]: DEBUG nova.objects.instance [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lazy-loading 'flavor' on Instance uuid bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:10:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-8e5ebe94-15ba-4cff-959c-26599cf47005 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.608s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:10:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:11:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:11:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:11:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:11:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:11:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:11:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:11:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:11:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:11:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:11:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:11:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:11:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:11:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:11:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:11:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-25e4fc98-0774-4af9-8673-1a4b73c1d5cc req-c9fff149-fef4-4f69-88aa-69c3557b0f9c service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Received event network-changed-8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG nova.compute.manager [req-25e4fc98-0774-4af9-8673-1a4b73c1d5cc req-c9fff149-fef4-4f69-88aa-69c3557b0f9c service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Refreshing instance network info cache due to event network-changed-8fc72ed0-588f-490a-846d-6730d078204e. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-25e4fc98-0774-4af9-8673-1a4b73c1d5cc req-c9fff149-fef4-4f69-88aa-69c3557b0f9c service nova] Acquiring lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-25e4fc98-0774-4af9-8673-1a4b73c1d5cc req-c9fff149-fef4-4f69-88aa-69c3557b0f9c service nova] Acquired lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG nova.network.neutron [req-25e4fc98-0774-4af9-8673-1a4b73c1d5cc req-c9fff149-fef4-4f69-88aa-69c3557b0f9c service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Refreshing network info cache for port 8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:11:26 user nova-compute[74046]: INFO nova.compute.manager [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Terminating instance
Oct 23 19:11:26 user nova-compute[74046]: DEBUG nova.compute.manager [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG nova.network.neutron [req-25e4fc98-0774-4af9-8673-1a4b73c1d5cc req-c9fff149-fef4-4f69-88aa-69c3557b0f9c service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Updated VIF entry in instance network info cache for port 8fc72ed0-588f-490a-846d-6730d078204e. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG nova.network.neutron [req-25e4fc98-0774-4af9-8673-1a4b73c1d5cc req-c9fff149-fef4-4f69-88aa-69c3557b0f9c service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Updating instance_info_cache with network_info: [{"id": "8fc72ed0-588f-490a-846d-6730d078204e", "address": "fa:16:3e:6e:ce:53", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fc72ed0-58", "ovs_interfaceid": "8fc72ed0-588f-490a-846d-6730d078204e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-5849d5c5-2afd-47c1-bd57-a37339b7f46e req-3bdc48c3-a6ab-49c3-91fc-55cbd1e1c0c5 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Received event network-vif-unplugged-8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5849d5c5-2afd-47c1-bd57-a37339b7f46e req-3bdc48c3-a6ab-49c3-91fc-55cbd1e1c0c5 service nova] Acquiring lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5849d5c5-2afd-47c1-bd57-a37339b7f46e req-3bdc48c3-a6ab-49c3-91fc-55cbd1e1c0c5 service nova] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5849d5c5-2afd-47c1-bd57-a37339b7f46e req-3bdc48c3-a6ab-49c3-91fc-55cbd1e1c0c5 service nova] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-5849d5c5-2afd-47c1-bd57-a37339b7f46e req-3bdc48c3-a6ab-49c3-91fc-55cbd1e1c0c5 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] No waiting events found dispatching network-vif-unplugged-8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-5849d5c5-2afd-47c1-bd57-a37339b7f46e req-3bdc48c3-a6ab-49c3-91fc-55cbd1e1c0c5 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Received event network-vif-unplugged-8fc72ed0-588f-490a-846d-6730d078204e for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-25e4fc98-0774-4af9-8673-1a4b73c1d5cc req-c9fff149-fef4-4f69-88aa-69c3557b0f9c service nova] Releasing lock "refresh_cache-bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:11:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Instance destroyed successfully.
Oct 23 19:11:27 user nova-compute[74046]: DEBUG nova.objects.instance [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lazy-loading 'resources' on Instance uuid bc3dc0d3-4659-4fd2-b4a0-66dd4809a530 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T19:08:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-625093248',display_name='tempest-TestStampPattern-server-625093248',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-625093248',id=52,image_ref='a30ccf6d-f3fd-41c7-8b75-75dedaf85a0b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjiIF7q4pFCBc8q65lynNXYV0uQCeSr5uIdhSFx3xVlXP9xDoKux42d6f+eWazfYXAmeGbOYjiQ7iUjD7kpZhEZicKDFjY4b0oEcOOq0HLMeHx7GU3z80NxDlQXyTi2AA==',key_name='tempest-TestStampPattern-1785243595',keypairs=<?>,launch_index=0,launched_at=2023-10-23T19:08:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='58b7614456094cef9b3c776091b8bded',ramdisk_id='',reservation_id='r-kzlmittt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='6ce16cc1-100d-48df-ba9a-93a8304128f8',image_min_disk='1',image_min_ram='0',image_owner_id='58b7614456094cef9b3c776091b8bded',image_owner_project_name='tempest-TestStampPattern-55319107',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-55319107-project-member',image_user_id='d4fb0d05d54443a896cbef6fccf026d2',owner_project_name='tempest-TestStampPattern-55319107',owner_user_name='tempest-TestStampPattern-55319107-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T19:08:30Z,user_data=None,user_id='d4fb0d05d54443a896cbef6fccf026d2',uuid=bc3dc0d3-4659-4fd2-b4a0-66dd4809a530,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8fc72ed0-588f-490a-846d-6730d078204e", "address": "fa:16:3e:6e:ce:53", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fc72ed0-58", "ovs_interfaceid": "8fc72ed0-588f-490a-846d-6730d078204e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Converting VIF {"id": "8fc72ed0-588f-490a-846d-6730d078204e", "address": "fa:16:3e:6e:ce:53", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8fc72ed0-58", "ovs_interfaceid": "8fc72ed0-588f-490a-846d-6730d078204e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6e:ce:53,bridge_name='br-int',has_traffic_filtering=True,id=8fc72ed0-588f-490a-846d-6730d078204e,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fc72ed0-58') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG os_vif [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6e:ce:53,bridge_name='br-int',has_traffic_filtering=True,id=8fc72ed0-588f-490a-846d-6730d078204e,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fc72ed0-58') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8fc72ed0-58, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ef76907b-72d3-4b38-990d-efd821da32b8) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:11:27 user nova-compute[74046]: INFO os_vif [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6e:ce:53,bridge_name='br-int',has_traffic_filtering=True,id=8fc72ed0-588f-490a-846d-6730d078204e,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8fc72ed0-58')
Oct 23 19:11:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Deleting instance files /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530_del
Oct 23 19:11:27 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Deletion of /opt/stack/data/nova/instances/bc3dc0d3-4659-4fd2-b4a0-66dd4809a530_del complete
Oct 23 19:11:27 user nova-compute[74046]: INFO nova.compute.manager [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 23 19:11:27 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 19:11:27 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 19:11:28 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:11:28 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Took 0.46 seconds to deallocate network for instance.
Oct 23 19:11:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:11:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:11:28 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:11:28 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:11:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.144s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:11:28 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Deleted allocations for instance bc3dc0d3-4659-4fd2-b4a0-66dd4809a530
Oct 23 19:11:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-ddc14dfb-1445-445f-884e-38f462fb11f5 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.671s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:11:28 user nova-compute[74046]: DEBUG nova.compute.manager [req-f11fffa3-9346-4704-85b5-0d1813b3088b req-a993bee2-ebb0-4699-bec5-93f5a17778fd service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Received event network-vif-deleted-8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:11:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-8a3f749d-42af-4f26-b463-873e3912f1c4 req-728452dd-6a53-4a2c-8079-ba6f392537f5 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Received event network-vif-plugged-8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:11:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8a3f749d-42af-4f26-b463-873e3912f1c4 req-728452dd-6a53-4a2c-8079-ba6f392537f5 service nova] Acquiring lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:11:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8a3f749d-42af-4f26-b463-873e3912f1c4 req-728452dd-6a53-4a2c-8079-ba6f392537f5 service nova] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:11:29 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-8a3f749d-42af-4f26-b463-873e3912f1c4 req-728452dd-6a53-4a2c-8079-ba6f392537f5 service nova] Lock "bc3dc0d3-4659-4fd2-b4a0-66dd4809a530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:11:29 user nova-compute[74046]: DEBUG nova.compute.manager [req-8a3f749d-42af-4f26-b463-873e3912f1c4 req-728452dd-6a53-4a2c-8079-ba6f392537f5 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] No waiting events found dispatching network-vif-plugged-8fc72ed0-588f-490a-846d-6730d078204e {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:11:29 user nova-compute[74046]: WARNING nova.compute.manager [req-8a3f749d-42af-4f26-b463-873e3912f1c4 req-728452dd-6a53-4a2c-8079-ba6f392537f5 service nova] [instance: bc3dc0d3-4659-4fd2-b4a0-66dd4809a530] Received unexpected event network-vif-plugged-8fc72ed0-588f-490a-846d-6730d078204e for instance with vm_state deleted and task_state None.
Oct 23 19:11:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:11:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:11:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:11:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:11:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:40 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:11:40 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:11:40 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Didn't find any instances for network info cache update. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 19:11:40 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:11:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:11:43 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:11:44 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:11:46 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:11:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:11:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:11:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:11:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:11:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:11:47 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:48 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:11:48 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:11:50 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:11:52 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:11:52 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:11:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:11:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:11:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:11:52 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:11:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:11:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:11:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:11:52 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:11:52 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:11:52 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:11:52 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:11:52 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8966MB free_disk=24.902061462402344GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:11:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:11:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:11:53 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 6ce16cc1-100d-48df-ba9a-93a8304128f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:11:53 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:11:53 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:11:53 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing inventories for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 19:11:53 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating ProviderTree inventory for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 19:11:53 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 19:11:53 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing aggregate associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, aggregates: None {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 19:11:53 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing trait associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 19:11:53 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:11:53 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:11:53 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:11:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.416s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:11:57 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:11:57 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74046) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 19:11:57 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:11:59 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:12:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:12:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:12:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:12:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:12:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:06 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:12:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 19:12:06 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] There are 0 instances to clean {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 19:12:07 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:12:12 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:12:32 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:37 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:41 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:12:41 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:12:41 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:12:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:12:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:12:41 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:12:41 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 6ce16cc1-100d-48df-ba9a-93a8304128f8 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:12:41 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updating instance_info_cache with network_info: [{"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:12:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:12:41 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:12:41 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:12:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:44 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG nova.compute.manager [req-5ce2a530-a7c4-420b-9cd3-3dc0dffd7987 req-45eee812-b3c7-44b1-98e0-bbe5c2a8e3ac service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Received event network-changed-bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG nova.compute.manager [req-5ce2a530-a7c4-420b-9cd3-3dc0dffd7987 req-45eee812-b3c7-44b1-98e0-bbe5c2a8e3ac service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Refreshing instance network info cache due to event network-changed-bf4fce42-db5d-42ab-9024-027673c38b8f. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5ce2a530-a7c4-420b-9cd3-3dc0dffd7987 req-45eee812-b3c7-44b1-98e0-bbe5c2a8e3ac service nova] Acquiring lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5ce2a530-a7c4-420b-9cd3-3dc0dffd7987 req-45eee812-b3c7-44b1-98e0-bbe5c2a8e3ac service nova] Acquired lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG nova.network.neutron [req-5ce2a530-a7c4-420b-9cd3-3dc0dffd7987 req-45eee812-b3c7-44b1-98e0-bbe5c2a8e3ac service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Refreshing network info cache for port bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:12:45 user nova-compute[74046]: INFO nova.compute.manager [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Terminating instance
Oct 23 19:12:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-aa090bb8-33a7-4686-b52c-e2c4c88570a3 req-7e1fbb50-5ad3-4a60-9978-1fd145bd9f09 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Received event network-vif-unplugged-bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-aa090bb8-33a7-4686-b52c-e2c4c88570a3 req-7e1fbb50-5ad3-4a60-9978-1fd145bd9f09 service nova] Acquiring lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-aa090bb8-33a7-4686-b52c-e2c4c88570a3 req-7e1fbb50-5ad3-4a60-9978-1fd145bd9f09 service nova] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-aa090bb8-33a7-4686-b52c-e2c4c88570a3 req-7e1fbb50-5ad3-4a60-9978-1fd145bd9f09 service nova] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-aa090bb8-33a7-4686-b52c-e2c4c88570a3 req-7e1fbb50-5ad3-4a60-9978-1fd145bd9f09 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] No waiting events found dispatching network-vif-unplugged-bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG nova.compute.manager [req-aa090bb8-33a7-4686-b52c-e2c4c88570a3 req-7e1fbb50-5ad3-4a60-9978-1fd145bd9f09 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Received event network-vif-unplugged-bf4fce42-db5d-42ab-9024-027673c38b8f for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG nova.network.neutron [req-5ce2a530-a7c4-420b-9cd3-3dc0dffd7987 req-45eee812-b3c7-44b1-98e0-bbe5c2a8e3ac service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updated VIF entry in instance network info cache for port bf4fce42-db5d-42ab-9024-027673c38b8f. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG nova.network.neutron [req-5ce2a530-a7c4-420b-9cd3-3dc0dffd7987 req-45eee812-b3c7-44b1-98e0-bbe5c2a8e3ac service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updating instance_info_cache with network_info: [{"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-5ce2a530-a7c4-420b-9cd3-3dc0dffd7987 req-45eee812-b3c7-44b1-98e0-bbe5c2a8e3ac service nova] Releasing lock "refresh_cache-6ce16cc1-100d-48df-ba9a-93a8304128f8" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:12:46 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Instance destroyed successfully.
Oct 23 19:12:46 user nova-compute[74046]: DEBUG nova.objects.instance [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lazy-loading 'resources' on Instance uuid 6ce16cc1-100d-48df-ba9a-93a8304128f8 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T19:05:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-120489782',display_name='tempest-TestStampPattern-server-120489782',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-120489782',id=51,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFjiIF7q4pFCBc8q65lynNXYV0uQCeSr5uIdhSFx3xVlXP9xDoKux42d6f+eWazfYXAmeGbOYjiQ7iUjD7kpZhEZicKDFjY4b0oEcOOq0HLMeHx7GU3z80NxDlQXyTi2AA==',key_name='tempest-TestStampPattern-1785243595',keypairs=<?>,launch_index=0,launched_at=2023-10-23T19:05:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='58b7614456094cef9b3c776091b8bded',ramdisk_id='',reservation_id='r-4ymemudc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-55319107',owner_user_name='tempest-TestStampPattern-55319107-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T19:08:21Z,user_data=None,user_id='d4fb0d05d54443a896cbef6fccf026d2',uuid=6ce16cc1-100d-48df-ba9a-93a8304128f8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Converting VIF {"id": "bf4fce42-db5d-42ab-9024-027673c38b8f", "address": "fa:16:3e:c0:1c:c0", "network": {"id": "e71440e0-a376-45dd-98e5-5f9649c4069f", "bridge": "br-int", "label": "tempest-TestStampPattern-1257374645-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.5", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58b7614456094cef9b3c776091b8bded", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf4fce42-db", "ovs_interfaceid": "bf4fce42-db5d-42ab-9024-027673c38b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c0:1c:c0,bridge_name='br-int',has_traffic_filtering=True,id=bf4fce42-db5d-42ab-9024-027673c38b8f,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf4fce42-db') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG os_vif [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:1c:c0,bridge_name='br-int',has_traffic_filtering=True,id=bf4fce42-db5d-42ab-9024-027673c38b8f,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf4fce42-db') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbf4fce42-db, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c27ca20d-aae6-40a3-9280-6b6f8851c418) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:12:46 user nova-compute[74046]: INFO os_vif [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:1c:c0,bridge_name='br-int',has_traffic_filtering=True,id=bf4fce42-db5d-42ab-9024-027673c38b8f,network=Network(e71440e0-a376-45dd-98e5-5f9649c4069f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf4fce42-db')
Oct 23 19:12:46 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Deleting instance files /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8_del
Oct 23 19:12:46 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Deletion of /opt/stack/data/nova/instances/6ce16cc1-100d-48df-ba9a-93a8304128f8_del complete
Oct 23 19:12:46 user nova-compute[74046]: INFO nova.compute.manager [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 23 19:12:46 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 19:12:46 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 19:12:47 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:12:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:12:47 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:12:47 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Took 0.49 seconds to deallocate network for instance.
Oct 23 19:12:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:12:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:12:47 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:12:47 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:12:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.106s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:12:47 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Deleted allocations for instance 6ce16cc1-100d-48df-ba9a-93a8304128f8
Oct 23 19:12:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-16fa7786-07c8-4f4a-8cd2-5cd35dd71ef4 tempest-TestStampPattern-55319107 tempest-TestStampPattern-55319107-project-member] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.623s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:12:48 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:12:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-19247f2e-b48a-4553-9fa2-49fbd0e9fdff req-421a40e1-f7c5-4993-82c6-88317084f681 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Received event network-vif-plugged-bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:12:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-19247f2e-b48a-4553-9fa2-49fbd0e9fdff req-421a40e1-f7c5-4993-82c6-88317084f681 service nova] Acquiring lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:12:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-19247f2e-b48a-4553-9fa2-49fbd0e9fdff req-421a40e1-f7c5-4993-82c6-88317084f681 service nova] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:12:48 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-19247f2e-b48a-4553-9fa2-49fbd0e9fdff req-421a40e1-f7c5-4993-82c6-88317084f681 service nova] Lock "6ce16cc1-100d-48df-ba9a-93a8304128f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:12:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-19247f2e-b48a-4553-9fa2-49fbd0e9fdff req-421a40e1-f7c5-4993-82c6-88317084f681 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] No waiting events found dispatching network-vif-plugged-bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:12:48 user nova-compute[74046]: WARNING nova.compute.manager [req-19247f2e-b48a-4553-9fa2-49fbd0e9fdff req-421a40e1-f7c5-4993-82c6-88317084f681 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Received unexpected event network-vif-plugged-bf4fce42-db5d-42ab-9024-027673c38b8f for instance with vm_state deleted and task_state None.
Oct 23 19:12:48 user nova-compute[74046]: DEBUG nova.compute.manager [req-19247f2e-b48a-4553-9fa2-49fbd0e9fdff req-421a40e1-f7c5-4993-82c6-88317084f681 service nova] [instance: 6ce16cc1-100d-48df-ba9a-93a8304128f8] Received event network-vif-deleted-bf4fce42-db5d-42ab-9024-027673c38b8f {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:12:49 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:12:51 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:12:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:12:54 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:12:54 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:12:54 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=9092MB free_disk=25.018821716308594GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.147s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:12:54 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:12:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:13:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:13:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:13:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:13:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:13:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:13:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:13:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:13:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:13:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:13:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:13:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:13:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:13:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:13:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:13:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:13:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:13:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:13:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:13:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:13:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:13:42 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:13:42 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:13:42 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:13:42 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Didn't find any instances for network info cache update. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 19:13:42 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:13:44 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:13:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:13:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:13:48 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:13:49 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:13:49 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:13:50 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:13:50 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:13:51 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:13:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:13:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:13:54 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:13:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:13:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:13:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:13:54 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:13:54 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:13:54 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:13:54 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=9175MB free_disk=25.017349243164062GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:13:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:13:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:13:54 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:13:54 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:13:54 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:13:54 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:13:54 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:13:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.111s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:13:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:13:57 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:14:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:14:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:22 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:27 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:14:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:14:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:36 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Starting instance... {{(pid=74046) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 23 19:14:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:14:36 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:14:36 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74046) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 23 19:14:36 user nova-compute[74046]: INFO nova.compute.claims [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Claim successful on node user
Oct 23 19:14:37 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:14:37 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:14:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.389s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:14:37 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Start building networks asynchronously for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 23 19:14:37 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Allocating IP information in the background. {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 23 19:14:37 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] allocate_for_instance() {{(pid=74046) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 23 19:14:37 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 23 19:14:37 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Start building block device mappings for instance. {{(pid=74046) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 23 19:14:37 user nova-compute[74046]: DEBUG nova.policy [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17ce8216a704103b05b11b050d54384', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3adf163707534ebbb936f78bd7f16f03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74046) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 23 19:14:37 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Start spawning the instance on the hypervisor. {{(pid=74046) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 23 19:14:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Creating instance directory {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 23 19:14:37 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Creating image(s)
Oct 23 19:14:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "/opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:14:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "/opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:14:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "/opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:14:37 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.296s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.265s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk 1073741824 {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d,backing_fmt=raw /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk 1073741824" returned: 0 in 0.066s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "a81ca89e338e7a056f834f1f6b171c05c68a459d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.341s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a81ca89e338e7a056f834f1f6b171c05c68a459d --force-share --output=json" returned: 0 in 0.255s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Checking if we can resize image /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk. size=1073741824 {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Successfully created port: bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG nova.virt.disk.api [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Cannot resize image /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk to a smaller size. {{(pid=74046) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Created local disks {{(pid=74046) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Ensure instance console log exists: /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/console.log {{(pid=74046) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:14:38 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:14:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Successfully updated port: bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquired lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Building network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Instance cache missing network info. {{(pid=74046) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.compute.manager [req-039f54f0-7e48-4550-b5ba-26138c1f38d3 req-3a92d852-ca65-49f1-b0d6-226ca05f3def service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Received event network-changed-bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.compute.manager [req-039f54f0-7e48-4550-b5ba-26138c1f38d3 req-3a92d852-ca65-49f1-b0d6-226ca05f3def service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Refreshing instance network info cache due to event network-changed-bf13a8f5-6493-43de-a245-8b3bc48c2cbd. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-039f54f0-7e48-4550-b5ba-26138c1f38d3 req-3a92d852-ca65-49f1-b0d6-226ca05f3def service nova] Acquiring lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.network.neutron [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating instance_info_cache with network_info: [{"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Releasing lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Instance network_info: |[{"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74046) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-039f54f0-7e48-4550-b5ba-26138c1f38d3 req-3a92d852-ca65-49f1-b0d6-226ca05f3def service nova] Acquired lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.network.neutron [req-039f54f0-7e48-4550-b5ba-26138c1f38d3 req-3a92d852-ca65-49f1-b0d6-226ca05f3def service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Refreshing network info cache for port bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Start _get_guest_xml network_info=[{"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'encryption_format': None, 'encryption_options': None, 'image_id': 'cd955994-8c1d-46fa-8958-a8f5f4afa4be'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 23 19:14:40 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:14:40 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] CPU controller missing on host. {{(pid=74046) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.host [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] CPU controller found on host. {{(pid=74046) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74046) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-23T18:21:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-23T18:21:25Z,direct_url=<?>,disk_format='qcow2',id=cd955994-8c1d-46fa-8958-a8f5f4afa4be,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='282cfc6239474542831f9612222dc621',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-23T18:21:27Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Flavor limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Image limits 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Flavor pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Image pref 0:0:0 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74046) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Got 1 possible topologies {{(pid=74046) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.hardware [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74046) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T19:14:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1889413070',display_name='tempest-SnapshotDataIntegrityTests-server-1889413070',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1889413070',id=53,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJIIjLgzTuNEQuuY4eds/D+u055O23q7I94Pkz45brv74SWNwFKi0UxhM9heHTKAWpaTGkqSQafF2eafK8TcqUVuX4ywUk4U39LdeZd2+HHrrv7l7qFPmrbB4qqbSL8PyQ==',key_name='tempest-keypair-704293',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3adf163707534ebbb936f78bd7f16f03',ramdisk_id='',reservation_id='r-o2az5fnr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1637515035',owner_user_name='tempest-SnapshotDataIntegrityTests-1637515035-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T19:14:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17ce8216a704103b05b11b050d54384',uuid=281aa6a7-da20-41e6-923d-3498227a7c31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74046) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Converting VIF {"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:c1:27,bridge_name='br-int',has_traffic_filtering=True,id=bf13a8f5-6493-43de-a245-8b3bc48c2cbd,network=Network(2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf13a8f5-64') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.objects.instance [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'pci_devices' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] End _get_guest_xml xml=<domain type="kvm">
Oct 23 19:14:40 user nova-compute[74046]:   <uuid>281aa6a7-da20-41e6-923d-3498227a7c31</uuid>
Oct 23 19:14:40 user nova-compute[74046]:   <name>instance-00000035</name>
Oct 23 19:14:40 user nova-compute[74046]:   <memory>524288</memory>
Oct 23 19:14:40 user nova-compute[74046]:   <vcpu>1</vcpu>
Oct 23 19:14:40 user nova-compute[74046]:   <metadata>
Oct 23 19:14:40 user nova-compute[74046]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 23 19:14:40 user nova-compute[74046]:       <nova:package version="0.0.0"/>
Oct 23 19:14:40 user nova-compute[74046]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1889413070</nova:name>
Oct 23 19:14:40 user nova-compute[74046]:       <nova:creationTime>2023-10-23 19:14:40</nova:creationTime>
Oct 23 19:14:40 user nova-compute[74046]:       <nova:flavor name="m1.tiny">
Oct 23 19:14:40 user nova-compute[74046]:         <nova:memory>512</nova:memory>
Oct 23 19:14:40 user nova-compute[74046]:         <nova:disk>1</nova:disk>
Oct 23 19:14:40 user nova-compute[74046]:         <nova:swap>0</nova:swap>
Oct 23 19:14:40 user nova-compute[74046]:         <nova:ephemeral>0</nova:ephemeral>
Oct 23 19:14:40 user nova-compute[74046]:         <nova:vcpus>1</nova:vcpus>
Oct 23 19:14:40 user nova-compute[74046]:       </nova:flavor>
Oct 23 19:14:40 user nova-compute[74046]:       <nova:owner>
Oct 23 19:14:40 user nova-compute[74046]:         <nova:user uuid="f17ce8216a704103b05b11b050d54384">tempest-SnapshotDataIntegrityTests-1637515035-project-member</nova:user>
Oct 23 19:14:40 user nova-compute[74046]:         <nova:project uuid="3adf163707534ebbb936f78bd7f16f03">tempest-SnapshotDataIntegrityTests-1637515035</nova:project>
Oct 23 19:14:40 user nova-compute[74046]:       </nova:owner>
Oct 23 19:14:40 user nova-compute[74046]:       <nova:root type="image" uuid="cd955994-8c1d-46fa-8958-a8f5f4afa4be"/>
Oct 23 19:14:40 user nova-compute[74046]:       <nova:ports>
Oct 23 19:14:40 user nova-compute[74046]:         <nova:port uuid="bf13a8f5-6493-43de-a245-8b3bc48c2cbd">
Oct 23 19:14:40 user nova-compute[74046]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 23 19:14:40 user nova-compute[74046]:         </nova:port>
Oct 23 19:14:40 user nova-compute[74046]:       </nova:ports>
Oct 23 19:14:40 user nova-compute[74046]:     </nova:instance>
Oct 23 19:14:40 user nova-compute[74046]:   </metadata>
Oct 23 19:14:40 user nova-compute[74046]:   <sysinfo type="smbios">
Oct 23 19:14:40 user nova-compute[74046]:     <system>
Oct 23 19:14:40 user nova-compute[74046]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 23 19:14:40 user nova-compute[74046]:       <entry name="product">OpenStack Nova</entry>
Oct 23 19:14:40 user nova-compute[74046]:       <entry name="version">0.0.0</entry>
Oct 23 19:14:40 user nova-compute[74046]:       <entry name="serial">281aa6a7-da20-41e6-923d-3498227a7c31</entry>
Oct 23 19:14:40 user nova-compute[74046]:       <entry name="uuid">281aa6a7-da20-41e6-923d-3498227a7c31</entry>
Oct 23 19:14:40 user nova-compute[74046]:       <entry name="family">Virtual Machine</entry>
Oct 23 19:14:40 user nova-compute[74046]:     </system>
Oct 23 19:14:40 user nova-compute[74046]:   </sysinfo>
Oct 23 19:14:40 user nova-compute[74046]:   <os>
Oct 23 19:14:40 user nova-compute[74046]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 23 19:14:40 user nova-compute[74046]:     <boot dev="hd"/>
Oct 23 19:14:40 user nova-compute[74046]:     <smbios mode="sysinfo"/>
Oct 23 19:14:40 user nova-compute[74046]:   </os>
Oct 23 19:14:40 user nova-compute[74046]:   <features>
Oct 23 19:14:40 user nova-compute[74046]:     <acpi/>
Oct 23 19:14:40 user nova-compute[74046]:     <apic/>
Oct 23 19:14:40 user nova-compute[74046]:     <vmcoreinfo/>
Oct 23 19:14:40 user nova-compute[74046]:   </features>
Oct 23 19:14:40 user nova-compute[74046]:   <clock offset="utc">
Oct 23 19:14:40 user nova-compute[74046]:     <timer name="pit" tickpolicy="delay"/>
Oct 23 19:14:40 user nova-compute[74046]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 23 19:14:40 user nova-compute[74046]:     <timer name="hpet" present="no"/>
Oct 23 19:14:40 user nova-compute[74046]:   </clock>
Oct 23 19:14:40 user nova-compute[74046]:   <cpu mode="custom" match="exact">
Oct 23 19:14:40 user nova-compute[74046]:     <model>Nehalem</model>
Oct 23 19:14:40 user nova-compute[74046]:     <topology sockets="1" cores="1" threads="1"/>
Oct 23 19:14:40 user nova-compute[74046]:   </cpu>
Oct 23 19:14:40 user nova-compute[74046]:   <devices>
Oct 23 19:14:40 user nova-compute[74046]:     <disk type="file" device="disk">
Oct 23 19:14:40 user nova-compute[74046]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 23 19:14:40 user nova-compute[74046]:       <source file="/opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk"/>
Oct 23 19:14:40 user nova-compute[74046]:       <target dev="vda" bus="virtio"/>
Oct 23 19:14:40 user nova-compute[74046]:     </disk>
Oct 23 19:14:40 user nova-compute[74046]:     <interface type="ethernet">
Oct 23 19:14:40 user nova-compute[74046]:       <mac address="fa:16:3e:8d:c1:27"/>
Oct 23 19:14:40 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 19:14:40 user nova-compute[74046]:       <mtu size="1442"/>
Oct 23 19:14:40 user nova-compute[74046]:       <target dev="tapbf13a8f5-64"/>
Oct 23 19:14:40 user nova-compute[74046]:     </interface>
Oct 23 19:14:40 user nova-compute[74046]:     <serial type="pty">
Oct 23 19:14:40 user nova-compute[74046]:       <log file="/opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/console.log" append="off"/>
Oct 23 19:14:40 user nova-compute[74046]:     </serial>
Oct 23 19:14:40 user nova-compute[74046]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 23 19:14:40 user nova-compute[74046]:     <video>
Oct 23 19:14:40 user nova-compute[74046]:       <model type="virtio"/>
Oct 23 19:14:40 user nova-compute[74046]:     </video>
Oct 23 19:14:40 user nova-compute[74046]:     <rng model="virtio">
Oct 23 19:14:40 user nova-compute[74046]:       <backend model="random">/dev/urandom</backend>
Oct 23 19:14:40 user nova-compute[74046]:     </rng>
Oct 23 19:14:40 user nova-compute[74046]:     <controller type="usb" index="0" model="none"/>
Oct 23 19:14:40 user nova-compute[74046]:     <memballoon model="virtio">
Oct 23 19:14:40 user nova-compute[74046]:       <stats period="10"/>
Oct 23 19:14:40 user nova-compute[74046]:     </memballoon>
Oct 23 19:14:40 user nova-compute[74046]:   </devices>
Oct 23 19:14:40 user nova-compute[74046]: </domain>
Oct 23 19:14:40 user nova-compute[74046]:  {{(pid=74046) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T19:14:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1889413070',display_name='tempest-SnapshotDataIntegrityTests-server-1889413070',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1889413070',id=53,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJIIjLgzTuNEQuuY4eds/D+u055O23q7I94Pkz45brv74SWNwFKi0UxhM9heHTKAWpaTGkqSQafF2eafK8TcqUVuX4ywUk4U39LdeZd2+HHrrv7l7qFPmrbB4qqbSL8PyQ==',key_name='tempest-keypair-704293',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3adf163707534ebbb936f78bd7f16f03',ramdisk_id='',reservation_id='r-o2az5fnr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1637515035',owner_user_name='tempest-SnapshotDataIntegrityTests-1637515035-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-23T19:14:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17ce8216a704103b05b11b050d54384',uuid=281aa6a7-da20-41e6-923d-3498227a7c31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Converting VIF {"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:c1:27,bridge_name='br-int',has_traffic_filtering=True,id=bf13a8f5-6493-43de-a245-8b3bc48c2cbd,network=Network(2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf13a8f5-64') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG os_vif [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:c1:27,bridge_name='br-int',has_traffic_filtering=True,id=bf13a8f5-6493-43de-a245-8b3bc48c2cbd,network=Network(2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf13a8f5-64') {{(pid=74046) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f2c1f287-1af9-539c-b524-3f39571cb436', '_type': 'linux-noop'}}, row=False) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbf13a8f5-64, may_exist=True, interface_attrs={}) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbf13a8f5-64, col_values=(('qos', UUID('98d194ec-0654-475e-8a41-f973c8e4b6a6')),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbf13a8f5-64, col_values=(('external_ids', {'iface-id': 'bf13a8f5-6493-43de-a245-8b3bc48c2cbd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8d:c1:27', 'vm-uuid': '281aa6a7-da20-41e6-923d-3498227a7c31'}),), if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:40 user nova-compute[74046]: INFO os_vif [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:c1:27,bridge_name='br-int',has_traffic_filtering=True,id=bf13a8f5-6493-43de-a245-8b3bc48c2cbd,network=Network(2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf13a8f5-64')
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:14:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No VIF found with MAC fa:16:3e:8d:c1:27, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 19:14:41 user nova-compute[74046]: DEBUG nova.network.neutron [req-039f54f0-7e48-4550-b5ba-26138c1f38d3 req-3a92d852-ca65-49f1-b0d6-226ca05f3def service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updated VIF entry in instance network info cache for port bf13a8f5-6493-43de-a245-8b3bc48c2cbd. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:14:41 user nova-compute[74046]: DEBUG nova.network.neutron [req-039f54f0-7e48-4550-b5ba-26138c1f38d3 req-3a92d852-ca65-49f1-b0d6-226ca05f3def service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating instance_info_cache with network_info: [{"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:14:41 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-039f54f0-7e48-4550-b5ba-26138c1f38d3 req-3a92d852-ca65-49f1-b0d6-226ca05f3def service nova] Releasing lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:14:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:42 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:42 user nova-compute[74046]: DEBUG nova.compute.manager [req-d087d0dd-c424-466f-b3d3-681567f1b876 req-ae619df8-7bd9-4e8e-9dc7-e1b4a1084f34 service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Received event network-vif-plugged-bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:14:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d087d0dd-c424-466f-b3d3-681567f1b876 req-ae619df8-7bd9-4e8e-9dc7-e1b4a1084f34 service nova] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:14:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d087d0dd-c424-466f-b3d3-681567f1b876 req-ae619df8-7bd9-4e8e-9dc7-e1b4a1084f34 service nova] Lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:14:42 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-d087d0dd-c424-466f-b3d3-681567f1b876 req-ae619df8-7bd9-4e8e-9dc7-e1b4a1084f34 service nova] Lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.009s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:14:42 user nova-compute[74046]: DEBUG nova.compute.manager [req-d087d0dd-c424-466f-b3d3-681567f1b876 req-ae619df8-7bd9-4e8e-9dc7-e1b4a1084f34 service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] No waiting events found dispatching network-vif-plugged-bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:14:42 user nova-compute[74046]: WARNING nova.compute.manager [req-d087d0dd-c424-466f-b3d3-681567f1b876 req-ae619df8-7bd9-4e8e-9dc7-e1b4a1084f34 service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Received unexpected event network-vif-plugged-bf13a8f5-6493-43de-a245-8b3bc48c2cbd for instance with vm_state building and task_state spawning.
Oct 23 19:14:43 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:14:43 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:14:43 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:14:43 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Skipping network cache update for instance because it is Building. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 23 19:14:43 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Didn't find any instances for network info cache update. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 19:14:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:43 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:44 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:14:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:44 user nova-compute[74046]: DEBUG nova.compute.manager [req-99336ced-f74b-43d1-9ef3-fcdbe04f1cae req-ffb01d37-ce52-4852-978e-5e6af73a08cb service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Received event network-vif-plugged-bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:14:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-99336ced-f74b-43d1-9ef3-fcdbe04f1cae req-ffb01d37-ce52-4852-978e-5e6af73a08cb service nova] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:14:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-99336ced-f74b-43d1-9ef3-fcdbe04f1cae req-ffb01d37-ce52-4852-978e-5e6af73a08cb service nova] Lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:14:44 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-99336ced-f74b-43d1-9ef3-fcdbe04f1cae req-ffb01d37-ce52-4852-978e-5e6af73a08cb service nova] Lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:14:44 user nova-compute[74046]: DEBUG nova.compute.manager [req-99336ced-f74b-43d1-9ef3-fcdbe04f1cae req-ffb01d37-ce52-4852-978e-5e6af73a08cb service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] No waiting events found dispatching network-vif-plugged-bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:14:44 user nova-compute[74046]: WARNING nova.compute.manager [req-99336ced-f74b-43d1-9ef3-fcdbe04f1cae req-ffb01d37-ce52-4852-978e-5e6af73a08cb service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Received unexpected event network-vif-plugged-bf13a8f5-6493-43de-a245-8b3bc48c2cbd for instance with vm_state building and task_state spawning.
Oct 23 19:14:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Instance event wait completed in 0 seconds for  {{(pid=74046) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 23 19:14:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Guest created on hypervisor {{(pid=74046) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 23 19:14:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Instance spawned successfully.
Oct 23 19:14:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 23 19:14:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Found default for hw_cdrom_bus of ide {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:14:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Found default for hw_disk_bus of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:14:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Found default for hw_input_bus of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:14:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Found default for hw_pointer_model of None {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:14:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Found default for hw_video_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:14:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Found default for hw_vif_model of virtio {{(pid=74046) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 23 19:14:45 user nova-compute[74046]: INFO nova.compute.manager [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Took 7.39 seconds to spawn the instance on the hypervisor.
Oct 23 19:14:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Checking state {{(pid=74046) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 23 19:14:45 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:14:45 user nova-compute[74046]: INFO nova.compute.manager [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Took 8.38 seconds to build instance.
Oct 23 19:14:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-b98ad815-73e6-4d69-bf8f-b81fdd377d9c tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.569s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:14:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:49 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:50 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:14:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:51 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:14:51 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:14:52 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:14:53 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:14:54 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:14:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:14:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:14:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:14:54 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:14:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:14:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:14:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:14:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:14:55 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:14:55 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:14:55 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8638MB free_disk=24.994731903076172GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:14:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:14:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:14:55 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 281aa6a7-da20-41e6-923d-3498227a7c31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:14:55 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:14:55 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:14:55 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:14:55 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:14:55 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:14:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.237s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:14:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:14:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:15:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:15:03 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:15:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:15:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:15:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:15:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:15:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:15:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:15:17 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:15:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:15:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:15:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:15:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:15:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:15:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:15:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:15:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:15:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:15:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:15:44 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:15:45 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:15:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:15:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:15:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:15:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:15:45 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:15:45 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:15:45 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating instance_info_cache with network_info: [{"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:15:45 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:15:45 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:15:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:15:46 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:15:50 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:15:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:15:52 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:15:52 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:15:52 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:15:54 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:15:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:15:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:15:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:15:54 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:15:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:15:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:15:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:15:54 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:15:54 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:15:54 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:15:54 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8812MB free_disk=24.95599365234375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:15:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:15:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:15:55 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 281aa6a7-da20-41e6-923d-3498227a7c31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:15:55 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:15:55 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:15:55 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:15:55 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:15:55 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:15:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.182s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:15:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:15:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:15:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:16:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:16:03 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:16:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:16:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:16:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:16:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:16:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:16:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:16:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:16:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:16:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:16:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-c0637f54-1733-4760-b57e-f2643d4f363b req-3969ae6c-4c64-42ed-8e7a-bdcb8c67e052 service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Received event network-changed-bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:16:27 user nova-compute[74046]: DEBUG nova.compute.manager [req-c0637f54-1733-4760-b57e-f2643d4f363b req-3969ae6c-4c64-42ed-8e7a-bdcb8c67e052 service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Refreshing instance network info cache due to event network-changed-bf13a8f5-6493-43de-a245-8b3bc48c2cbd. {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 23 19:16:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c0637f54-1733-4760-b57e-f2643d4f363b req-3969ae6c-4c64-42ed-8e7a-bdcb8c67e052 service nova] Acquiring lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:16:27 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c0637f54-1733-4760-b57e-f2643d4f363b req-3969ae6c-4c64-42ed-8e7a-bdcb8c67e052 service nova] Acquired lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:16:27 user nova-compute[74046]: DEBUG nova.network.neutron [req-c0637f54-1733-4760-b57e-f2643d4f363b req-3969ae6c-4c64-42ed-8e7a-bdcb8c67e052 service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Refreshing network info cache for port bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 23 19:16:28 user nova-compute[74046]: DEBUG nova.network.neutron [req-c0637f54-1733-4760-b57e-f2643d4f363b req-3969ae6c-4c64-42ed-8e7a-bdcb8c67e052 service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updated VIF entry in instance network info cache for port bf13a8f5-6493-43de-a245-8b3bc48c2cbd. {{(pid=74046) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 23 19:16:28 user nova-compute[74046]: DEBUG nova.network.neutron [req-c0637f54-1733-4760-b57e-f2643d4f363b req-3969ae6c-4c64-42ed-8e7a-bdcb8c67e052 service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating instance_info_cache with network_info: [{"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:16:28 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-c0637f54-1733-4760-b57e-f2643d4f363b req-3969ae6c-4c64-42ed-8e7a-bdcb8c67e052 service nova] Releasing lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:16:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG nova.objects.instance [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'flavor' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:16:34 user nova-compute[74046]: INFO nova.compute.manager [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Attaching volume 617e02f4-b6a1-44a9-beaf-61af5bc9581b to /dev/vdb
Oct 23 19:16:34 user nova-compute[74046]: DEBUG os_brick.utils [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2a5a827-935c-4785-ab33-1fcd2d57fdbe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a2dcd04-99ff-46dc-96e8-418066f33b8e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[69156597-5857-4354-8f44-bac6486db04f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[814ce813-ce99-44ff-8178-a4838b97a92b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:16:34 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 19:16:34 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cbe9141-37ac-4426-b43c-a0a03dabb5fc]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG os_brick.utils [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:16:34 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating existing volume attachment record: 9388293b-67c0-479f-a85c-24ae36666dd5 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 19:16:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:44 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:16:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:46 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:16:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:16:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:16:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:16:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:16:46 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:16:46 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:16:46 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating instance_info_cache with network_info: [{"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:16:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:16:46 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:16:48 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zuIHvZMR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:16:50 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:16:50 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:16:50 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dd7d7c0-4b1e-4b2d-8253-f571bdccf3d1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 19:16:50 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c8b7610-56ac-4f19-8050-1efe3ebea24c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b] added
Oct 23 19:16:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fded7ce-44a9-4153-a37a-7fe317db1faa]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c5e2a65-b8a2-4898-8689-2718ad456a5f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zuIHvZMR {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zuIHvZMR" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a28b47df-789a-4f21-8adf-db477fb3803e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zuIHvZMR'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9343fd28-a727-4558-90f8-f87fab441447]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b093e0c-66b4-4975-a7fc-15c88680ecb8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:16:50 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:16:50 user nova-compute[74046]:  {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:16:50 user nova-compute[74046]: WARNING os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 19:16:50 user nova-compute[74046]: 
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc2f1747-1105-4f50-96b7-310a06ad12bd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b, portal: 172.16.0.220,3260]
Oct 23 19:16:50 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b, portal: 172.16.0.220,3260] successful.
Oct 23 19:16:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c114098d-a9ce-4c55-b008-a6e2edac57d1]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[610978e7-241e-4af3-b205-ed69fe5d186a]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b (non-flash)
Oct 23 19:16:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b (non-flash)
Oct 23 19:16:50 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] HCTL ('33', '-', '-', 0) found on session 67 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceef9106-cb82-4083-b09a-e6fb7a875cf8]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zuIHvZMR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 19:16:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:16:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:16:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] <== connect_volume: return (1321ms) {'type': 'block', 'scsi_wwn': '26266616265356161', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:16:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26266616265356161', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 19:16:51 user nova-compute[74046]: DEBUG nova.objects.instance [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'flavor' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:16:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 19:16:51 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:16:51 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:16:51 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:16:51 user nova-compute[74046]:   <serial>617e02f4-b6a1-44a9-beaf-61af5bc9581b</serial>
Oct 23 19:16:51 user nova-compute[74046]: </disk>
Oct 23 19:16:51 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 19:16:52 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:16:52 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:16:52 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:16:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:16:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:16:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No VIF found with MAC fa:16:3e:8d:c1:27, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 19:16:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-709d1e3d-ad2a-45e5-8c9a-dab29e686e7e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.087s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:16:54 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:16:54 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:16:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:16:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:16:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:16:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:16:56 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:16:56 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:16:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:16:56 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:16:56 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74046) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 23 19:16:57 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:16:57 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:16:57 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8901MB free_disk=24.953693389892578GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 281aa6a7-da20-41e6-923d-3498227a7c31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing inventories for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating ProviderTree inventory for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing aggregate associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, aggregates: None {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing trait associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:16:57 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.466s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:16:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:16:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:04 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:17:04 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:17:04 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74046) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 19:17:04 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:07 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:17:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 19:17:07 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] There are 0 instances to clean {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 19:17:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:17:24 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:17:24 user nova-compute[74046]: INFO nova.compute.manager [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Detaching volume 617e02f4-b6a1-44a9-beaf-61af5bc9581b
Oct 23 19:17:24 user nova-compute[74046]: INFO nova.virt.block_device [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Attempting to driver detach volume 617e02f4-b6a1-44a9-beaf-61af5bc9581b from mountpoint /dev/vdb
Oct 23 19:17:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Attempting to detach device vdb from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 19:17:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:17:24 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:17:24 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:17:24 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:17:24 user nova-compute[74046]:   <serial>617e02f4-b6a1-44a9-beaf-61af5bc9581b</serial>
Oct 23 19:17:24 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:17:24 user nova-compute[74046]: </disk>
Oct 23 19:17:24 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:17:24 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Successfully detached device vdb from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the persistent domain config.
Oct 23 19:17:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 19:17:24 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:17:24 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:17:24 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:17:24 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:17:24 user nova-compute[74046]:   <serial>617e02f4-b6a1-44a9-beaf-61af5bc9581b</serial>
Oct 23 19:17:24 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:17:24 user nova-compute[74046]: </disk>
Oct 23 19:17:24 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:17:25 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 19:17:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:17:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:45 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 281aa6a7-da20-41e6-923d-3498227a7c31 is timed out.
Oct 23 19:17:45 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Successfully detached device vdb from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the live domain config.
Oct 23 19:17:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zuIHvZMR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:17:45 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[16e9514b-6b5a-4227-ae48-2f35a1caeef9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 19:17:45 user nova-compute[74046]: No targets found.
Oct 23 19:17:45 user nova-compute[74046]: iSNS:
Oct 23 19:17:45 user nova-compute[74046]: No targets found.
Oct 23 19:17:45 user nova-compute[74046]: STATIC:
Oct 23 19:17:45 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b
Oct 23 19:17:45 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 19:17:45 user nova-compute[74046]:                 Iface Name: default
Oct 23 19:17:45 user nova-compute[74046]: FIRMWARE:
Oct 23 19:17:45 user nova-compute[74046]: No targets found.
Oct 23 19:17:45 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 19:17:45 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 19:17:45 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff0fdb91-512a-457c-993a-4b3b84cc9bec]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[710c6b1f-b17b-4c4f-90a2-c3d1bbcd07e1]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b (non-flash)
Oct 23 19:17:45 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b (non-flash)
Oct 23 19:17:45 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef01cd990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dd2f892-ca70-406e-a997-516d86887872]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9aa482b-4dc6-4e99-8ab7-44812647d99c]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f12ace9a-776d-4bcf-a0a8-7ba32f6614e4]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fe5b689-02c5-4bb7-bfce-627c78091ab8]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6779d467-e16e-471b-9061-4ad004668807]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba906da0-4955-4e95-9c8f-bbc7b6f96204]: (4, ('Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b, portal: 172.16.0.220,3260]\nLogout of [sid: 67, target: iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b, portal: 172.16.0.220,3260]
Oct 23 19:17:45 user nova-compute[74046]: Logout of [sid: 67, target: iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b, portal: 172.16.0.220,3260] successful.
Oct 23 19:17:45 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:617e02f4-b6a1-44a9-beaf-61af5bc9581b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[60e4322e-752f-410c-82d0-67fe1aa8faea]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.302s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] <== disconnect_volume: return (303ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 19:17:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:17:46 user nova-compute[74046]: DEBUG nova.objects.instance [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'flavor' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:17:46 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-e6d4cece-4684-40e5-8a46-90b91c345afa tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.978s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:17:47 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:17:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:17:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:17:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:17:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:17:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:17:47 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:17:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating instance_info_cache with network_info: [{"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:17:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:17:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:17:49 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:17:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:17:54 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:17:54 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:17:54 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:17:54 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:17:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:17:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:17:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:17:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:17:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:17:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:17:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:17:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:17:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:17:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:17:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:17:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:17:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:17:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:17:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:17:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:17:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:17:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8965MB free_disk=24.952499389648438GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:17:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:17:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:17:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 281aa6a7-da20-41e6-923d-3498227a7c31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:17:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:17:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:17:59 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:17:59 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:17:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:17:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.157s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:18:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:18:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:18:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:18:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:18:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:18:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:18:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:18:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:18:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:18:19 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'flavor' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:18:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:18:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:18:19 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:18:19 user nova-compute[74046]: INFO nova.compute.manager [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Attaching volume ab78b8a0-34ca-4547-9c6f-d2625a59a483 to /dev/vdb
Oct 23 19:18:20 user nova-compute[74046]: DEBUG os_brick.utils [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[84e81ab1-fd06-4a69-921f-47e4cd274c7f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[01127d94-973d-43e7-9534-70114dd22234]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[da38c67d-53b8-4f71-bb0f-bc2e7c4a5479]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[27741a22-79ec-4c4f-b7ab-00bdfda3cd43]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:18:20 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 19:18:20 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[70cbb0af-7268-43ab-9bd6-9909b838a27c]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG os_brick.utils [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:18:20 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating existing volume attachment record: 6d315740-fda7-44e4-b074-6a30d65aaa31 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 19:18:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:18:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:18:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:18:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:18:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:18:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:18:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:18:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:18:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:18:35 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 19:18:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uVpMHWaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:18:35 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:18:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:18:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:18:35 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:18:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:18:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:18:35 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 19:18:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[735321bb-817a-41ab-bc15-6100915500ce]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 19:18:35 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:18:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[943fb2a4-fabc-4468-8730-9870a408fc02]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483] added
Oct 23 19:18:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[edf8762b-2a47-4d55-be9b-3279d6bb2fcf]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e04fc39-465a-4583-8285-9b023c0efa31]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uVpMHWaP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uVpMHWaP" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[04048a78-1412-41a3-9f2d-b91c56fbb653]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uVpMHWaP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2026654-ce62-47b4-bcc4-339517245f54]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[435917cd-eeb9-482a-92a9-88b9f54e6d5a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:18:36 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:18:36 user nova-compute[74046]:  {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:18:36 user nova-compute[74046]: WARNING os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 19:18:36 user nova-compute[74046]: 
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[89e191fc-8f9c-4421-abfe-f05b37ee0c43]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483, portal: 172.16.0.220,3260]
Oct 23 19:18:36 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483, portal: 172.16.0.220,3260] successful.
Oct 23 19:18:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[87c4aab6-5541-4227-b729-129164339cb8]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[282fc0e8-aa92-4886-9081-f4f27fada30b]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 (non-flash)
Oct 23 19:18:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 (non-flash)
Oct 23 19:18:36 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.237s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] HCTL ('33', '-', '-', 0) found on session 68 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6681d757-5a38-4f18-b42e-be5ec4cbc407]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 19:18:36 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uVpMHWaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 19:18:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.268s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:18:37 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] <== connect_volume: return (1270ms) {'type': 'block', 'scsi_wwn': '26564613639383235', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:18:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26564613639383235', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 19:18:37 user nova-compute[74046]: DEBUG nova.objects.instance [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'flavor' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:18:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 19:18:37 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:18:37 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:18:37 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:18:37 user nova-compute[74046]:   <serial>ab78b8a0-34ca-4547-9c6f-d2625a59a483</serial>
Oct 23 19:18:37 user nova-compute[74046]: </disk>
Oct 23 19:18:37 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 19:18:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:18:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:18:37 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No VIF found with MAC fa:16:3e:8d:c1:27, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 19:18:37 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-f9986094-52aa-433d-a70c-6135a0748f6a tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.866s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:18:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:18:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:18:39 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:18:39 user nova-compute[74046]: INFO nova.compute.manager [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Detaching volume ab78b8a0-34ca-4547-9c6f-d2625a59a483
Oct 23 19:18:39 user nova-compute[74046]: INFO nova.virt.block_device [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Attempting to driver detach volume ab78b8a0-34ca-4547-9c6f-d2625a59a483 from mountpoint /dev/vdb
Oct 23 19:18:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Attempting to detach device vdb from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 19:18:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:18:39 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:18:39 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:18:39 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:18:39 user nova-compute[74046]:   <serial>ab78b8a0-34ca-4547-9c6f-d2625a59a483</serial>
Oct 23 19:18:39 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:18:39 user nova-compute[74046]: </disk>
Oct 23 19:18:39 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:18:39 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Successfully detached device vdb from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the persistent domain config.
Oct 23 19:18:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 19:18:39 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:18:39 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:18:39 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:18:39 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:18:39 user nova-compute[74046]:   <serial>ab78b8a0-34ca-4547-9c6f-d2625a59a483</serial>
Oct 23 19:18:39 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:18:39 user nova-compute[74046]: </disk>
Oct 23 19:18:39 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:18:40 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 19:18:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:18:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:18:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:18:47 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:18:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:18:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:18:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:18:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:18:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:18:47 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:18:47 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating instance_info_cache with network_info: [{"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:18:47 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:18:47 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:18:47 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:18:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:18:51 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:18:55 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:18:55 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:18:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:18:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:18:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:18:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:18:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:18:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:18:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:18:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:18:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:18:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:18:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:18:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:18:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8941MB free_disk=24.951496124267578GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:18:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:18:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:18:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 281aa6a7-da20-41e6-923d-3498227a7c31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:18:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:18:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:18:59 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:18:59 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:18:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:18:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.357s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:19:00 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 281aa6a7-da20-41e6-923d-3498227a7c31 is timed out.
Oct 23 19:19:00 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Successfully detached device vdb from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the live domain config.
Oct 23 19:19:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uVpMHWaP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:19:00 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.057s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa6eb10-328e-4e52-b279-a7b0912c54bd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 19:19:00 user nova-compute[74046]: No targets found.
Oct 23 19:19:00 user nova-compute[74046]: iSNS:
Oct 23 19:19:00 user nova-compute[74046]: No targets found.
Oct 23 19:19:00 user nova-compute[74046]: STATIC:
Oct 23 19:19:00 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483
Oct 23 19:19:00 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 19:19:00 user nova-compute[74046]:                 Iface Name: default
Oct 23 19:19:00 user nova-compute[74046]: FIRMWARE:
Oct 23 19:19:00 user nova-compute[74046]: No targets found.
Oct 23 19:19:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 19:19:00 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 19:19:00 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2432e1ec-ae48-4f6a-b891-ccf669592c73]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[318f18ee-c8a1-400f-81c1-0ad04496003f]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 (non-flash)
Oct 23 19:19:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 (non-flash)
Oct 23 19:19:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef01529e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[6facfd3f-c0c6-4118-89ba-d3920d294719]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2b92d5d-4a58-45ba-a465-fc6bfd564f49]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3f47026-5705-45d3-8f19-f88d71e2f704]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.031s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[02ae855c-0e89-406d-b830-238fca1f2463]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[31a9814e-9a9c-405b-a72a-1587a3d9f592]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8006ba59-f950-4d10-b753-f6f9106e67d3]: (4, ('Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483, portal: 172.16.0.220,3260]\nLogout of [sid: 68, target: iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483, portal: 172.16.0.220,3260]
Oct 23 19:19:00 user nova-compute[74046]: Logout of [sid: 68, target: iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483, portal: 172.16.0.220,3260] successful.
Oct 23 19:19:00 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab78b8a0-34ca-4547-9c6f-d2625a59a483 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8e32624-a136-49c9-bcfe-ed1987e3704f]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] <== disconnect_volume: return (305ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:19:00 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 19:19:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:19:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:19:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:19:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:19:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:19:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:19:01 user nova-compute[74046]: DEBUG nova.objects.instance [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'flavor' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:19:01 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-7b21fdd0-bec3-442a-bb81-cc7ce6dfaff9 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.651s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:19:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:19:07 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:19:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:19:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:19:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:19:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:19:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:19:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:19:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:19:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:19:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:19:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG nova.objects.instance [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'flavor' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:19:35 user nova-compute[74046]: INFO nova.compute.manager [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Attaching volume cb0f291f-1f3e-47cb-bd26-d69e85f3611d to /dev/vdb
Oct 23 19:19:35 user nova-compute[74046]: DEBUG os_brick.utils [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d6387b0-e877-4a10-a664-9c5c23ef5ae2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4e36708-a903-4f6b-a2cf-a51f54cac1ce]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[229d5a3c-93e2-4ce2-b8d2-a1f1ce344d0c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e00a0c22-1906-4c55-9a50-b2c9b7ef557c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:19:35 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 19:19:35 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e09423fc-2ee6-4075-91dd-b708698fb7e4]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG os_brick.utils [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:19:35 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating existing volume attachment record: dc87dfe5-8ad4-4526-84ea-fc72ea22a461 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 19:19:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:19:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:19:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:19:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:19:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:19:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:19:39 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:19:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:19:44 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:19:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:19:47 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:19:49 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:19:49 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:19:49 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:19:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:19:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:19:49 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:19:49 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:19:49 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating instance_info_cache with network_info: [{"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:19:49 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:19:49 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KTglGiFt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:19:51 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:19:51 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:19:51 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[0529394a-888a-4b93-88e7-324e3c0d4355]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 19:19:51 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0248c8d-8f2d-4640-a8cc-f9e95b1f6fa4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d] added
Oct 23 19:19:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[78479cc4-659a-4477-b16a-a47d2fa71bb9]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe535092-3834-4bc7-8819-88f76ad206c8]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KTglGiFt {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KTglGiFt" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[aae2bc71-cf27-4d8a-99cf-f7ff54a23e1c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KTglGiFt'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[e094bdec-87b8-4b70-93c2-da4469780cf6]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b351b9ba-0ef1-4093-b3a5-9c524c1ad916]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:19:51 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:19:51 user nova-compute[74046]:  {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:19:51 user nova-compute[74046]: WARNING os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 19:19:51 user nova-compute[74046]: 
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f30f1953-147c-4415-aa50-8a215a53de82]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d, portal: 172.16.0.220,3260]
Oct 23 19:19:51 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d, portal: 172.16.0.220,3260] successful.
Oct 23 19:19:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[142d8c3b-7fea-4867-a56c-46044dc86475]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[25b6208f-8a57-445c-b282-0b3fea452da1]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d (non-flash)
Oct 23 19:19:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d (non-flash)
Oct 23 19:19:51 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] HCTL ('33', '-', '-', 0) found on session 69 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[29358e06-6782-4aa6-8190-e8278a0397dc]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 19:19:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KTglGiFt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 19:19:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.283s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:19:52 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] <== connect_volume: return (1285ms) {'type': 'block', 'scsi_wwn': '23066303532616431', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:19:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23066303532616431', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 19:19:52 user nova-compute[74046]: DEBUG nova.objects.instance [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'flavor' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:19:52 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 19:19:52 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:19:52 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:19:52 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:19:52 user nova-compute[74046]:   <serial>cb0f291f-1f3e-47cb-bd26-d69e85f3611d</serial>
Oct 23 19:19:52 user nova-compute[74046]: </disk>
Oct 23 19:19:52 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 19:19:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:19:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:19:53 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No VIF found with MAC fa:16:3e:8d:c1:27, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 19:19:53 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-af5c4a81-7076-4758-9ecb-c93ee5d5306b tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.019s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:19:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:19:55 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:19:55 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:19:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:19:55 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:19:55 user nova-compute[74046]: INFO nova.compute.manager [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Detaching volume cb0f291f-1f3e-47cb-bd26-d69e85f3611d
Oct 23 19:19:55 user nova-compute[74046]: INFO nova.virt.block_device [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Attempting to driver detach volume cb0f291f-1f3e-47cb-bd26-d69e85f3611d from mountpoint /dev/vdb
Oct 23 19:19:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Attempting to detach device vdb from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 19:19:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:19:55 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:19:55 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:19:55 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:19:55 user nova-compute[74046]:   <serial>cb0f291f-1f3e-47cb-bd26-d69e85f3611d</serial>
Oct 23 19:19:55 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:19:55 user nova-compute[74046]: </disk>
Oct 23 19:19:55 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:19:55 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Successfully detached device vdb from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the persistent domain config.
Oct 23 19:19:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 19:19:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:19:55 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:19:55 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:19:55 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:19:55 user nova-compute[74046]:   <serial>cb0f291f-1f3e-47cb-bd26-d69e85f3611d</serial>
Oct 23 19:19:55 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:19:55 user nova-compute[74046]: </disk>
Oct 23 19:19:55 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:19:55 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 19:19:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:19:57 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:19:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:19:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:19:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:19:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:19:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:19:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:19:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:19:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.163s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:19:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:19:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:19:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8942MB free_disk=24.950462341308594GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:19:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:19:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:19:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 281aa6a7-da20-41e6-923d-3498227a7c31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:19:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:19:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:19:59 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:19:59 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:19:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:19:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.185s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:19:59 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:20:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:20:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:20:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:20:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:20:09 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:20:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:20:15 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 281aa6a7-da20-41e6-923d-3498227a7c31 is timed out.
Oct 23 19:20:15 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Successfully detached device vdb from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the live domain config.
Oct 23 19:20:15 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KTglGiFt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:20:15 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:20:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[d61f234c-5b6e-43ef-8720-c878652b5c37]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 19:20:15 user nova-compute[74046]: No targets found.
Oct 23 19:20:15 user nova-compute[74046]: iSNS:
Oct 23 19:20:15 user nova-compute[74046]: No targets found.
Oct 23 19:20:15 user nova-compute[74046]: STATIC:
Oct 23 19:20:15 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d
Oct 23 19:20:15 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 19:20:15 user nova-compute[74046]:                 Iface Name: default
Oct 23 19:20:15 user nova-compute[74046]: FIRMWARE:
Oct 23 19:20:15 user nova-compute[74046]: No targets found.
Oct 23 19:20:15 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 19:20:15 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 19:20:15 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[18df1406-b251-428e-b60c-72db9d101bdf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[817cce02-c826-49b5-9d07-abfc8152c0b5]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d (non-flash)
Oct 23 19:20:15 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d (non-flash)
Oct 23 19:20:15 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ef0150280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b47479fc-cbe6-4ff1-953e-4c00cfab5bf7]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0731981-e22a-4cb4-a80d-1e762289aa77]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cd24895-25fe-4da4-9c11-eb78329761cd]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 19:20:15 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c75b716-e959-4ae7-92b1-d619927342cb]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[084cd733-1f49-414e-b035-43693cea2a77]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b820653a-5922-4354-b2b0-93269fa941bf]: (4, ('Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d, portal: 172.16.0.220,3260]\nLogout of [sid: 69, target: iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d, portal: 172.16.0.220,3260]
Oct 23 19:20:16 user nova-compute[74046]: Logout of [sid: 69, target: iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d, portal: 172.16.0.220,3260] successful.
Oct 23 19:20:16 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cb0f291f-1f3e-47cb-bd26-d69e85f3611d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8abe559-b1bb-4864-8a16-fd817d7b4d73]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.277s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] <== disconnect_volume: return (278ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG nova.objects.instance [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'flavor' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:20:16 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-95397277-1526-4ba2-b41c-002cc12e6bfb tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.642s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:20:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:20:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:20:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:20:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:20:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:20:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:20:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:20:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:20:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:20:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:20:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:20:49 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating instance_info_cache with network_info: [{"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG nova.objects.instance [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'flavor' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:20:50 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:20:51 user nova-compute[74046]: INFO nova.compute.manager [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Attaching volume a671aa44-83cd-4f9b-ab5b-a600d09e80eb to /dev/vdb
Oct 23 19:20:51 user nova-compute[74046]: DEBUG os_brick.utils [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dff3edba-f3bb-4900-960d-69c9e43a273a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:36bea58e19bd\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[58d8429d-c92c-45e7-b9aa-d41ea6b935a5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[198f94f5-365f-4f1e-b56d-dfeb4f53f281]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[aca5fd92-a84a-4984-859b-72a92c93a8b8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Running cmd (subprocess): nvme version {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] 'nvme version' failed. Not Retrying. {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.nvmeof [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] nvme not present on system {{(pid=74046) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 23 19:20:51 user nova-compute[74046]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 23 19:20:51 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[c423eb2c-6e84-4dc4-8d75-372c29eb72f7]: (4, '') {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74046) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.lightos [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] LIGHTOS: no hostnqn found. {{(pid=74046) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG os_brick.utils [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:36bea58e19bd', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:20:51 user nova-compute[74046]: DEBUG nova.virt.block_device [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating existing volume attachment record: 1c2e5cc7-f7bd-493c-9efa-8e3e0cd24442 {{(pid=74046) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 23 19:20:52 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:20:54 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:20:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:20:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:20:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:20:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:20:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:20:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:20:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:20:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:20:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:20:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:20:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:20:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:20:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:20:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:20:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8978MB free_disk=24.949676513671875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:20:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:20:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:20:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 281aa6a7-da20-41e6-923d-3498227a7c31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:20:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:20:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:20:59 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:20:59 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:20:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:20:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.171s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:21:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:21:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:21:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:21:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Calling os-brick to attach iSCSI Volume {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BoFlmaXi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:21:07 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:21:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.006s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:21:07 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:21:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:21:07 user nova-compute[74046]: INFO os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5189de28-578a-4791-b2e2-bd16281b302a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 23 19:21:07 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --interface default --op new {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a3880b0-67ca-467e-b8a8-61e3e0afb19f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb] added\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb] added
Oct 23 19:21:07 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[64d2bf08-3190-4cd2-81cd-7a4331fb718e]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[68e057a0-f8b1-4d59-825f-38e9f2e1e8ed]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BoFlmaXi {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BoFlmaXi" returned: 0 in 0.019s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[029a5899-ace9-45f8-b6b2-6ad350cc3190]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BoFlmaXi'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[3927957d-fff4-4a89-a965-6266eb9d0745]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f48a9182-cd9f-4cc4-bc57-9d0d6d037fe8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:21:07 user nova-compute[74046]:  {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:21:07 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 23 19:21:07 user nova-compute[74046]:  {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:21:07 user nova-compute[74046]: WARNING os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 23 19:21:07 user nova-compute[74046]: 
Oct 23 19:21:07 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --login {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d3689f4-3f17-4ea3-8ab7-a159d8b4d177]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb, portal: 172.16.0.220,3260]
Oct 23 19:21:08 user nova-compute[74046]: Login to [iface: default, target: iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb, portal: 172.16.0.220,3260] successful.
Oct 23 19:21:08 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[7865db13-1f37-4675-97cb-c6d3d3b1fabc]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f53849da-707f-491f-bd00-6705844661f4]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb (non-flash)
Oct 23 19:21:08 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb (non-flash)
Oct 23 19:21:08 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Connected to 172.16.0.220:3260 {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] HCTL ('33', '-', '-', 0) found on session 70 with lun 0 {{(pid=74046) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74046) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e80217b-3228-4783-acbc-dfa28d3ff73d]: (4, ('- - 0', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74046) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 23 19:21:08 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BoFlmaXi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74046) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 23 19:21:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.299s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:21:09 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '26330336635366335', 'path': '/dev/sdb'} {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:21:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26330336635366335', 'path': '/dev/sdb'} {{(pid=74046) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 23 19:21:09 user nova-compute[74046]: DEBUG nova.objects.instance [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'flavor' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:21:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] attach device xml: <disk type="block" device="disk">
Oct 23 19:21:09 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:21:09 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:21:09 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:21:09 user nova-compute[74046]:   <serial>a671aa44-83cd-4f9b-ab5b-a600d09e80eb</serial>
Oct 23 19:21:09 user nova-compute[74046]: </disk>
Oct 23 19:21:09 user nova-compute[74046]:  {{(pid=74046) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 23 19:21:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No BDM found with device name vda, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:21:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74046) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 23 19:21:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] No VIF found with MAC fa:16:3e:8d:c1:27, not building metadata {{(pid=74046) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 23 19:21:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-482b5cac-ba62-4ca9-aa1a-ab4f7877b5f6 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.035s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:21:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:21:11 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:21:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:21:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:21:11 user nova-compute[74046]: INFO nova.compute.manager [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Detaching volume a671aa44-83cd-4f9b-ab5b-a600d09e80eb
Oct 23 19:21:11 user nova-compute[74046]: INFO nova.virt.block_device [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Attempting to driver detach volume a671aa44-83cd-4f9b-ab5b-a600d09e80eb from mountpoint /dev/vdb
Oct 23 19:21:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Attempting to detach device vdb from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the persistent domain config. {{(pid=74046) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 23 19:21:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:21:11 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:21:11 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:21:11 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:21:11 user nova-compute[74046]:   <serial>a671aa44-83cd-4f9b-ab5b-a600d09e80eb</serial>
Oct 23 19:21:11 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:21:11 user nova-compute[74046]: </disk>
Oct 23 19:21:11 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:21:11 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Successfully detached device vdb from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the persistent domain config.
Oct 23 19:21:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the live domain config. {{(pid=74046) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 23 19:21:11 user nova-compute[74046]: DEBUG nova.virt.libvirt.guest [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] detach device xml: <disk type="block" device="disk">
Oct 23 19:21:11 user nova-compute[74046]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 23 19:21:11 user nova-compute[74046]:   <source dev="/dev/sdb"/>
Oct 23 19:21:11 user nova-compute[74046]:   <target dev="vdb" bus="virtio"/>
Oct 23 19:21:11 user nova-compute[74046]:   <serial>a671aa44-83cd-4f9b-ab5b-a600d09e80eb</serial>
Oct 23 19:21:11 user nova-compute[74046]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 23 19:21:11 user nova-compute[74046]: </disk>
Oct 23 19:21:11 user nova-compute[74046]:  {{(pid=74046) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 23 19:21:12 user nova-compute[74046]: DEBUG nova.virt.libvirt.driver [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 23 19:21:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:21:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:21:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:21:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:21:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:21:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:21:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:21:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:21:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:21:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:21:32 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 281aa6a7-da20-41e6-923d-3498227a7c31 is timed out.
Oct 23 19:21:32 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Successfully detached device vdb from instance 281aa6a7-da20-41e6-923d-3498227a7c31 from the live domain config.
Oct 23 19:21:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] calling os-brick to detach iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f0ef80ed7b0>, {'target_iqn': 'iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BoFlmaXi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 23 19:21:32 user nova-compute[74046]: WARNING os_brick.initiator.connectors.base [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1440359-8fce-40a3-a95d-9cbd93f8413d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 23 19:21:32 user nova-compute[74046]: No targets found.
Oct 23 19:21:32 user nova-compute[74046]: iSNS:
Oct 23 19:21:32 user nova-compute[74046]: No targets found.
Oct 23 19:21:32 user nova-compute[74046]: STATIC:
Oct 23 19:21:32 user nova-compute[74046]: Target: iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb
Oct 23 19:21:32 user nova-compute[74046]:         Portal: 172.16.0.220:3260,-1
Oct 23 19:21:32 user nova-compute[74046]:                 Iface Name: default
Oct 23 19:21:32 user nova-compute[74046]: FIRMWARE:
Oct 23 19:21:32 user nova-compute[74046]: No targets found.
Oct 23 19:21:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 23 19:21:32 user nova-compute[74046]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 23 19:21:32 user nova-compute[74046]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74046) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb', 0)] {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfa1cd5d-08a5-42fd-81c5-51a0636e222e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[74d8e37a-77d3-4a8c-a6eb-fed6284d6fb9]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb (non-flash)\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb (non-flash)
Oct 23 19:21:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb (non-flash)
Oct 23 19:21:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f0ecc7727a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb'): ({'sdb'}, set())}) {{(pid=74046) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Removing single pathed devices sdb {{(pid=74046) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[32ad7a6a-003e-4d0f-96ee-70ed6f170a3f]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[38dc5a3f-0ed2-4fb8-9b3c-0292e72ab17f]: (4, ('ok\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Flushing IO for device /dev/sdb {{(pid=74046) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b74307b-60f1-400b-95fc-477505af2b4c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74046) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.033s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e130ac7-c503-45f7-b452-5b69a25b5446]: (4, ('1', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.linuxscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] SCSI volumes sdb have been removed. {{(pid=74046) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb')] {{(pid=74046) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8c87177-9276-4015-b8c5-9d53ad38653c]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --logout {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[1777f424-5585-4465-82dc-c028c587d752]: (4, ('Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb, portal: 172.16.0.220,3260]\nLogout of [sid: 70, target: iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb, portal: 172.16.0.220,3260]
Oct 23 19:21:32 user nova-compute[74046]: Logout of [sid: 70, target: iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb, portal: 172.16.0.220,3260] successful.
Oct 23 19:21:32 user nova-compute[74046]:  stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op delete {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a671aa44-83cd-4f9b-ab5b-a600d09e80eb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85373) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG oslo.privsep.daemon [-] privsep: reply[a092b209-183e-4688-b434-08c441af2614]: (4, ('', '')) {{(pid=85373) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74046) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.base [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.284s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG os_brick.initiator.connectors.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] <== disconnect_volume: return (286ms) None {{(pid=74046) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 23 19:21:32 user nova-compute[74046]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Disconnected iSCSI Volume {{(pid=74046) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 23 19:21:33 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'flavor' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:21:33 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45cb4ebd-03cc-4dda-8181-13e8f510de98 tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.665s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:21:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:21:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:21:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:21:50 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:21:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:21:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:21:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:21:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:21:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:21:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:21:52 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:21:52 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:21:52 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:21:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:21:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:21:52 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:21:52 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:21:52 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating instance_info_cache with network_info: [{"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:21:52 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:21:52 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:21:53 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:21:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:21:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:21:58 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:21:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:21:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:21:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:21:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:21:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:21:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:21:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:21:59 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:21:59 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:21:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8970MB free_disk=24.948822021484375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 281aa6a7-da20-41e6-923d-3498227a7c31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing inventories for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating ProviderTree inventory for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Updating inventory in ProviderTree for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing aggregate associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, aggregates: None {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Refreshing trait associations for resource provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01, traits: COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_ACCELERATORS,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_IDE,COMPUTE_STORAGE_BUS_SATA,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_TRUSTED_CERTS,COMPUTE_NODE,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_STORAGE_BUS_FDC,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_DEVICE_TAGGING,HW_CPU_X86_MMX,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_GRAPHICS_MODEL_NONE,HW_CPU_X86_SSE2,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI {{(pid=74046) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:21:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.305s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:22:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:22:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:22:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:22:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:22:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:22:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:22:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:22:10 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:22:10 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 23 19:22:10 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] There are 0 instances to clean {{(pid=74046) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 23 19:22:11 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:22:12 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:22:15 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:22:15 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74046) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 23 19:22:16 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:22:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:22:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:22:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:22:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:22:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:22:21 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:22:26 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:22:31 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:22:36 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:22:41 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:22:46 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:22:50 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:22:51 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:22:53 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:22:54 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:22:54 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:22:54 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:22:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 23 19:22:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquired lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 23 19:22:54 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Forcefully refreshing network info cache for instance {{(pid=74046) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 23 19:22:54 user nova-compute[74046]: DEBUG nova.objects.instance [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lazy-loading 'info_cache' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:22:54 user nova-compute[74046]: DEBUG nova.network.neutron [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating instance_info_cache with network_info: [{"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:22:54 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Releasing lock "refresh_cache-281aa6a7-da20-41e6-923d-3498227a7c31" {{(pid=74046) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 23 19:22:54 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updated the network info_cache for instance {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 23 19:22:55 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:22:56 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:22:58 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:22:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:22:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:22:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:22:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:22:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:22:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:22:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 23 19:22:58 user nova-compute[74046]: DEBUG oslo_concurrency.processutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74046) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 23 19:22:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:22:58 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:22:58 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=8979MB free_disk=24.947826385498047GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:22:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:22:58 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:22:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Instance 281aa6a7-da20-41e6-923d-3498227a7c31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74046) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 23 19:22:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:22:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:22:59 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:22:59 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:22:59 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:22:59 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.169s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:23:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:23:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:23:00 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:23:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:23:00 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Triggering sync for uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 23 19:23:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:23:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:23:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.025s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:23:01 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:23:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:23:03 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:23:06 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:23:09 user nova-compute[74046]: INFO nova.compute.manager [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Terminating instance
Oct 23 19:23:09 user nova-compute[74046]: DEBUG nova.compute.manager [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Start destroying the instance on the hypervisor. {{(pid=74046) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG nova.compute.manager [req-e3a8f11e-c44c-41a1-8c4e-5c4a976f5a46 req-3b2c976f-147b-4d37-b331-d7e0d315a2bf service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Received event network-vif-unplugged-bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e3a8f11e-c44c-41a1-8c4e-5c4a976f5a46 req-3b2c976f-147b-4d37-b331-d7e0d315a2bf service nova] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e3a8f11e-c44c-41a1-8c4e-5c4a976f5a46 req-3b2c976f-147b-4d37-b331-d7e0d315a2bf service nova] Lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-e3a8f11e-c44c-41a1-8c4e-5c4a976f5a46 req-3b2c976f-147b-4d37-b331-d7e0d315a2bf service nova] Lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG nova.compute.manager [req-e3a8f11e-c44c-41a1-8c4e-5c4a976f5a46 req-3b2c976f-147b-4d37-b331-d7e0d315a2bf service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] No waiting events found dispatching network-vif-unplugged-bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG nova.compute.manager [req-e3a8f11e-c44c-41a1-8c4e-5c4a976f5a46 req-3b2c976f-147b-4d37-b331-d7e0d315a2bf service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Received event network-vif-unplugged-bf13a8f5-6493-43de-a245-8b3bc48c2cbd for instance with task_state deleting. {{(pid=74046) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:09 user nova-compute[74046]: INFO nova.virt.libvirt.driver [-] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Instance destroyed successfully.
Oct 23 19:23:09 user nova-compute[74046]: DEBUG nova.objects.instance [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lazy-loading 'resources' on Instance uuid 281aa6a7-da20-41e6-923d-3498227a7c31 {{(pid=74046) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG nova.virt.libvirt.vif [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-23T19:14:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1889413070',display_name='tempest-SnapshotDataIntegrityTests-server-1889413070',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1889413070',id=53,image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJIIjLgzTuNEQuuY4eds/D+u055O23q7I94Pkz45brv74SWNwFKi0UxhM9heHTKAWpaTGkqSQafF2eafK8TcqUVuX4ywUk4U39LdeZd2+HHrrv7l7qFPmrbB4qqbSL8PyQ==',key_name='tempest-keypair-704293',keypairs=<?>,launch_index=0,launched_at=2023-10-23T19:14:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3adf163707534ebbb936f78bd7f16f03',ramdisk_id='',reservation_id='r-o2az5fnr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cd955994-8c1d-46fa-8958-a8f5f4afa4be',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1637515035',owner_user_name='tempest-SnapshotDataIntegrityTests-1637515035-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-23T19:14:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f17ce8216a704103b05b11b050d54384',uuid=281aa6a7-da20-41e6-923d-3498227a7c31,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Converting VIF {"id": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "address": "fa:16:3e:8d:c1:27", "network": {"id": "2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1830831445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3adf163707534ebbb936f78bd7f16f03", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf13a8f5-64", "ovs_interfaceid": "bf13a8f5-6493-43de-a245-8b3bc48c2cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG nova.network.os_vif_util [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8d:c1:27,bridge_name='br-int',has_traffic_filtering=True,id=bf13a8f5-6493-43de-a245-8b3bc48c2cbd,network=Network(2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf13a8f5-64') {{(pid=74046) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG os_vif [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8d:c1:27,bridge_name='br-int',has_traffic_filtering=True,id=bf13a8f5-6493-43de-a245-8b3bc48c2cbd,network=Network(2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf13a8f5-64') {{(pid=74046) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbf13a8f5-64, bridge=br-int, if_exists=True) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 25 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=98d194ec-0654-475e-8a41-f973c8e4b6a6) {{(pid=74046) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:09 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:09 user nova-compute[74046]: INFO os_vif [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8d:c1:27,bridge_name='br-int',has_traffic_filtering=True,id=bf13a8f5-6493-43de-a245-8b3bc48c2cbd,network=Network(2769bb69-aa41-47ab-b1f0-c7cbfcdfeb8c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf13a8f5-64')
Oct 23 19:23:09 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Deleting instance files /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31_del
Oct 23 19:23:09 user nova-compute[74046]: INFO nova.virt.libvirt.driver [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Deletion of /opt/stack/data/nova/instances/281aa6a7-da20-41e6-923d-3498227a7c31_del complete
Oct 23 19:23:10 user nova-compute[74046]: INFO nova.compute.manager [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 23 19:23:10 user nova-compute[74046]: DEBUG oslo.service.loopingcall [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74046) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 23 19:23:10 user nova-compute[74046]: DEBUG nova.compute.manager [-] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Deallocating network for instance {{(pid=74046) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 23 19:23:10 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] deallocate_for_instance() {{(pid=74046) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 23 19:23:11 user nova-compute[74046]: DEBUG nova.network.neutron [-] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Updating instance_info_cache with network_info: [] {{(pid=74046) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 23 19:23:11 user nova-compute[74046]: INFO nova.compute.manager [-] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Took 1.04 seconds to deallocate network for instance.
Oct 23 19:23:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:23:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:23:11 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:23:11 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:23:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.112s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:23:11 user nova-compute[74046]: INFO nova.scheduler.client.report [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Deleted allocations for instance 281aa6a7-da20-41e6-923d-3498227a7c31
Oct 23 19:23:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-23f584a0-d66c-4642-a24a-8c5e7b66195e tempest-SnapshotDataIntegrityTests-1637515035 tempest-SnapshotDataIntegrityTests-1637515035-project-member] Lock "281aa6a7-da20-41e6-923d-3498227a7c31" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.301s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:23:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-ca2e4483-dc74-403f-a158-81f4ee376ce7 req-d5cee3d8-2d55-44fc-a267-5a7b6907c23b service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Received event network-vif-plugged-bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:23:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ca2e4483-dc74-403f-a158-81f4ee376ce7 req-d5cee3d8-2d55-44fc-a267-5a7b6907c23b service nova] Acquiring lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:23:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ca2e4483-dc74-403f-a158-81f4ee376ce7 req-d5cee3d8-2d55-44fc-a267-5a7b6907c23b service nova] Lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:23:11 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [req-ca2e4483-dc74-403f-a158-81f4ee376ce7 req-d5cee3d8-2d55-44fc-a267-5a7b6907c23b service nova] Lock "281aa6a7-da20-41e6-923d-3498227a7c31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:23:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-ca2e4483-dc74-403f-a158-81f4ee376ce7 req-d5cee3d8-2d55-44fc-a267-5a7b6907c23b service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] No waiting events found dispatching network-vif-plugged-bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 23 19:23:11 user nova-compute[74046]: WARNING nova.compute.manager [req-ca2e4483-dc74-403f-a158-81f4ee376ce7 req-d5cee3d8-2d55-44fc-a267-5a7b6907c23b service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Received unexpected event network-vif-plugged-bf13a8f5-6493-43de-a245-8b3bc48c2cbd for instance with vm_state deleted and task_state None.
Oct 23 19:23:11 user nova-compute[74046]: DEBUG nova.compute.manager [req-ca2e4483-dc74-403f-a158-81f4ee376ce7 req-d5cee3d8-2d55-44fc-a267-5a7b6907c23b service nova] [instance: 281aa6a7-da20-41e6-923d-3498227a7c31] Received event network-vif-deleted-bf13a8f5-6493-43de-a245-8b3bc48c2cbd {{(pid=74046) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 23 19:23:14 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:23:14 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:23:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:23:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:23:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:23:19 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:24 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:23:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:23:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:23:29 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:23:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:23:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:23:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:35 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:40 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:45 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:23:50 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:23:51 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:23:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:23:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74046) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 23 19:23:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:23:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74046) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 23 19:23:55 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:23:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:23:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Starting heal instance info cache {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 23 19:23:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Rebuilding the list of instances to heal {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 23 19:23:56 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Didn't find any instances for network info cache update. {{(pid=74046) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 23 19:23:56 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG nova.compute.manager [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74046) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.003s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Auditing locally available compute resources for user (node: user) {{(pid=74046) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 23 19:24:00 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:24:00 user nova-compute[74046]: WARNING nova.virt.libvirt.driver [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 23 19:24:00 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Hypervisor/Node resource view: name=user free_ram=9118MB free_disk=24.96737289428711GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74046) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74046) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG nova.compute.provider_tree [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed in ProviderTree for provider: fab5259c-7ef2-4ff7-b255-ffcd6d265c01 {{(pid=74046) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG nova.scheduler.client.report [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Inventory has not changed for provider fab5259c-7ef2-4ff7-b255-ffcd6d265c01 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74046) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG nova.compute.resource_tracker [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Compute_service record updated for user:user {{(pid=74046) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 23 19:24:00 user nova-compute[74046]: DEBUG oslo_concurrency.lockutils [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.213s {{(pid=74046) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 23 19:24:01 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:24:02 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:24:02 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:24:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:24:05 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:24:05 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:24:10 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:24:14 user nova-compute[74046]: DEBUG oslo_service.periodic_task [None req-45df4ea8-ec49-4571-8b00-527d8c007210 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74046) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 23 19:24:15 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 23 19:24:20 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:24:25 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 27 {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 23 19:24:30 user nova-compute[74046]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74046) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}